{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Using TensorFlow backend.\n"
     ]
    }
   ],
   "source": [
    "import pandas as pd\n",
    "import numpy as np\n",
    "import tensorflow as tf\n",
    "\n",
    "from keras.layers import Dense, Input, LSTM, Embedding, Dropout, Activation\n",
    "from keras.layers import Bidirectional, GlobalMaxPool1D,Bidirectional\n",
    "from keras.models import Model\n",
    "from keras.layers import TimeDistributed\n",
    "from keras.layers import concatenate\n",
    "from keras.layers import Dense, Input\n",
    "from keras.optimizers import Adam\n",
    "from keras.models import Model\n",
    "from keras.layers import CuDNNLSTM\n",
    "import gc\n",
    "import os"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Data loading"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "x_train = np.load('/home/tidal/ML_Data/Tweet_Sentiment_Extraction/features/x_train.npy')\n",
    "x_test = np.load('/home/tidal/ML_Data/Tweet_Sentiment_Extraction/features/x_test.npy')\n",
    "sent_train = np.load('/home/tidal/ML_Data/Tweet_Sentiment_Extraction/features/sent_train.npy')\n",
    "sent_test = np.load('/home/tidal/ML_Data/Tweet_Sentiment_Extraction/features/sent_test.npy')\n",
    "targets = np.load('/home/tidal/ML_Data/Tweet_Sentiment_Extraction/targets/targets.npy')\n",
    "embedding_matrix_ = np.load('/home/tidal/ML_Data/Tweet_Sentiment_Extraction/transformer_layer/embedding_matrix.npy')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([[-0.01664949, -0.06661227, -0.01632868, ..., -0.01999032,\n",
       "        -0.05139988, -0.0263568 ],\n",
       "       [-0.01319846, -0.06733431, -0.01605646, ..., -0.0226614 ,\n",
       "        -0.05537301, -0.02600443],\n",
       "       [-0.01759106, -0.07094341, -0.01443494, ..., -0.02457913,\n",
       "        -0.05956192, -0.0231829 ],\n",
       "       ...,\n",
       "       [-0.0231029 , -0.05878259, -0.01048967, ..., -0.01945743,\n",
       "        -0.02615411, -0.02118432],\n",
       "       [-0.0490171 , -0.05614787, -0.00465348, ..., -0.01065376,\n",
       "        -0.01797333, -0.02187675],\n",
       "       [-0.00646111, -0.0914881 , -0.00254872, ..., -0.01505679,\n",
       "        -0.05040044,  0.04597744]], dtype=float32)"
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "embedding_matrix_"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Fitting"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "def new_model(embedding_matrix):\n",
    "    \n",
    "    inp = Input(shape=(128, ))\n",
    "    inp2= Input(shape=(1,))\n",
    "\n",
    "    x = Embedding(embedding_matrix.shape[0], embedding_matrix.shape[1],weights=[embedding_matrix],trainable=False)(inp)\n",
    "\n",
    "    x = CuDNNLSTM(150, return_sequences=True,name='lstm_layer',)(x)\n",
    "    x = CuDNNLSTM(100, return_sequences=False,name='lstm_layer-2',)(x)\n",
    "    \n",
    "    y =Dense(10,activation='relu')(inp2)\n",
    "    x= concatenate([x,y])\n",
    "    \n",
    "    x = Dense(108,activation='sigmoid')(x)\n",
    "\n",
    "    model = Model(inputs=[inp,inp2], outputs=x)\n",
    "\n",
    "    model.compile(loss='binary_crossentropy',\n",
    "                      optimizer='adam')\n",
    "\n",
    "\n",
    "    #print(model.summary())\n",
    "    \n",
    "    return model"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch 1/3\n",
      "27486/27486 [==============================] - 15s 540us/step - loss: 0.1992\n",
      "Epoch 2/3\n",
      "27486/27486 [==============================] - 14s 509us/step - loss: 0.1839\n",
      "Epoch 3/3\n",
      "27486/27486 [==============================] - 14s 516us/step - loss: 0.1738\n",
      "CPU times: user 49.5 s, sys: 2.19 s, total: 51.7 s\n",
      "Wall time: 45.8 s\n"
     ]
    }
   ],
   "source": [
    "%%time\n",
    "model=new_model(embedding_matrix_)\n",
    "history=model.fit([x_train,sent_train],targets,epochs=3)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# 予測"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([[3.8938224e-01, 3.7868121e-01, 3.6677265e-01, ..., 5.3787087e-05,\n",
       "        3.7194259e-05, 3.3745622e-05],\n",
       "       [3.8938224e-01, 3.7868121e-01, 3.6677265e-01, ..., 5.3787087e-05,\n",
       "        3.7194259e-05, 3.3745622e-05],\n",
       "       [3.8938224e-01, 3.7868121e-01, 3.6677265e-01, ..., 5.3787087e-05,\n",
       "        3.7194259e-05, 3.3745622e-05],\n",
       "       ...,\n",
       "       [7.5884783e-01, 7.7701634e-01, 7.8608567e-01, ..., 7.2757000e-05,\n",
       "        4.6525616e-05, 4.6761677e-05],\n",
       "       [4.1552097e-01, 4.6107051e-01, 4.7167277e-01, ..., 8.2278282e-05,\n",
       "        5.2860054e-05, 6.3772437e-05],\n",
       "       [7.5884783e-01, 7.7701634e-01, 7.8608567e-01, ..., 7.2757000e-05,\n",
       "        4.6525616e-05, 4.6761677e-05]], dtype=float32)"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "predictions=model.predict([x_test,sent_test])\n",
    "predictions"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(3535, 108)"
      ]
     },
     "execution_count": 11,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "predictions.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([7.58847833e-01, 7.77016342e-01, 7.86085665e-01, 7.64641345e-01,\n",
       "       7.58248627e-01, 7.20297158e-01, 6.95834398e-01, 6.68446422e-01,\n",
       "       6.61342382e-01, 6.15113854e-01, 5.65887928e-01, 5.23644984e-01,\n",
       "       4.97315288e-01, 4.76465940e-01, 4.32322592e-01, 4.03715312e-01,\n",
       "       3.77745301e-01, 3.44402552e-01, 3.19253832e-01, 2.88284987e-01,\n",
       "       2.56594956e-01, 2.41797447e-01, 2.20170066e-01, 2.24476099e-01,\n",
       "       2.07839474e-01, 1.87538370e-01, 1.71712682e-01, 1.40087008e-01,\n",
       "       1.29910186e-01, 1.17845744e-01, 1.16190627e-01, 8.90396535e-02,\n",
       "       6.86619729e-02, 6.15128092e-02, 6.00077957e-02, 5.44398390e-02,\n",
       "       4.95415032e-02, 3.26993428e-02, 2.25041304e-02, 2.04048082e-02,\n",
       "       1.92981958e-02, 1.96673945e-02, 2.02061571e-02, 1.91855207e-02,\n",
       "       1.66900810e-02, 1.40940268e-02, 1.57789402e-02, 1.27899833e-02,\n",
       "       1.44392988e-02, 1.25995865e-02, 1.27851088e-02, 1.32514229e-02,\n",
       "       1.18172839e-02, 1.08670639e-02, 1.04426015e-02, 1.01303495e-02,\n",
       "       8.05492513e-03, 7.17476243e-03, 7.21366331e-03, 7.44561944e-03,\n",
       "       6.66322885e-03, 7.21069938e-03, 7.60847563e-03, 6.58902247e-03,\n",
       "       6.26358297e-03, 6.02918025e-03, 5.18734986e-03, 4.79081832e-03,\n",
       "       4.05374682e-03, 3.30232340e-03, 3.45981447e-03, 3.47587629e-03,\n",
       "       3.57036665e-03, 3.18695651e-03, 2.75894301e-03, 2.67161685e-03,\n",
       "       2.01851921e-03, 1.52499625e-03, 1.35319866e-03, 1.20981492e-03,\n",
       "       1.06723770e-03, 1.16826652e-03, 9.56219679e-04, 6.17975835e-04,\n",
       "       5.78159292e-04, 6.34454889e-04, 5.77782746e-04, 4.80846735e-04,\n",
       "       5.19896275e-04, 4.92294028e-04, 5.31265046e-04, 4.99302987e-04,\n",
       "       4.49711166e-04, 4.17154515e-04, 2.56691041e-04, 2.41052549e-04,\n",
       "       2.78791704e-04, 2.58930784e-04, 1.85789468e-04, 1.38701595e-04,\n",
       "       1.41758603e-04, 1.31601162e-04, 1.35576105e-04, 1.16048410e-04,\n",
       "       9.36400247e-05, 7.27570659e-05, 4.65254816e-05, 4.67615391e-05],\n",
       "      dtype=float32)"
      ]
     },
     "execution_count": 30,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "predictions[4,:]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "' 26th February'"
      ]
     },
     "execution_count": 31,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "test_df.loc[4,\"text\"]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [],
   "source": [
    "def convert_output(sub,predictions):\n",
    "    preds=[]\n",
    "    for i,row in enumerate(sub['text']):\n",
    "\n",
    "        text,target=row.lower(),predictions[i].tolist()\n",
    "        target=np.round(target).tolist()\n",
    "        try:\n",
    "            start,end=target.index(1),target[::-1].index(1)\n",
    "            text_list=tokenizer.tokenize(text)\n",
    "            text_list=text_list+((108-len(text_list))*['pad'])\n",
    "            start_w,end_w=text_list[start],text_list[-end]\n",
    "            start=text.find(start_w.replace(\"#\",'',1))    ## remove # to match substring\n",
    "            end=text.find(end_w.replace(\"#\",''),start)\n",
    "            #pred=' '.join([x for x in text_list[start:-end]])\n",
    "            pred=text[start:end]\n",
    "        except:\n",
    "            pred=text\n",
    "        \n",
    "        preds.append(pred)\n",
    "        \n",
    "    return preds\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[\" http://twitpic.com/67swx - i wish i was calling you but i can't from malta\",\n",
       " \"i'm done.haha. house md marathon ulet\",\n",
       " \" i'm concerned for that family\",\n",
       " \"hey guys it's working no need to worry. i have tooo many followers tho ...\",\n",
       " ' 26th february',\n",
       " 'tracy and berwick breaks my achy breaky heart  they split ways in the hallways.',\n",
       " \"well off 2 bed...cant wait 2 party 4 mother's day in like 14 hours or so\",\n",
       " 'oh yeah the camera clipping problems with void are now completely fixed  yay me for fiddling about',\n",
       " \"_layne  hmm.. what's ur fav movie?? tv shows??\",\n",
       " ' salt and vinegar, cheese and onion make your breathe smell lol  ****',\n",
       " \" nope, i'm on my way home now.\",\n",
       " 'anyone have a super nintendo controller they want to sell me? mine broke.',\n",
       " 'in study hall with brittneyy!!',\n",
       " 'is working until 11 tonight  http://plurk.com/p/x2kbv',\n",
       " 'watched yes man, it was good  http://tinyurl.com/dbrc88',\n",
       " \" thank u sweetie! can't wait to set sail with u next week\",\n",
       " '  still need to see that movie ! i am all about vampires',\n",
       " ' http://twitpic.com/4wptj one of my prized mags/book/annuals dunno if any others were published prolly should google it',\n",
       " \" aw, sorry e. :/ i hope it looks up for you (lame ear) and there's always next year! ****. lamer ear :/ fail. uhh..love ya e!\",\n",
       " '_oyler poor little woman with her smushed in head',\n",
       " 'new phone + zero contacts = poo. send me a message with your name so i can save your numbers thanks',\n",
       " '_law_rence &amp;  why?! my head feels like the surface of the sun  underneath a beaver pelt.',\n",
       " \"oh no!!!!! it's raining on our sea world parade  http://yfrog.com/0wvnpj\",\n",
       " ' i am so sorry',\n",
       " \" im a lady and ladies don't move couches. they direct where the couches go\",\n",
       " '**** fiesta at my house in my mouth  hit me up for the password',\n",
       " 'lazy day, staying off the foot as much as possible.',\n",
       " ' yeh me 2',\n",
       " '&quot;sometime around midnight&quot; by the airborne toxic event, literally cannot escape it. fml',\n",
       " ' thanks for the hint.  http://tinyurl.com/chtx7e.',\n",
       " 'my shoes hurt my feet',\n",
       " ' me too tatiiiii!!!',\n",
       " \"good morning from rsa twitterverse!! please send me some happy vibes &amp; cheerfulness today i'm feeling a little sad\",\n",
       " '  supporting superfly all the way',\n",
       " '_carter hey brian littrell is there!! he doesnt really like this kinda pages rigth?  kisses! i loev you guys!',\n",
       " ' hope u did alright on the final',\n",
       " \" i'll be one of your &quot;groovy guys&quot; any time, shortie short  #photofollows\",\n",
       " \"_art that would be the one.  it's awesome sauce.\",\n",
       " '_sutra what is your next youtube video gonna be about? i love your videos!',\n",
       " \"someone doesn't feel good...\",\n",
       " 'down in wellington for the monet exhibition. casually just bumped into wayne brady in our hotel lobby!!  mega exciting!!!',\n",
       " 'danny cut his beautiful curls',\n",
       " \"i killed my dill plant again. why does this happen with dill? it is doing great then suddenly it's dead. http://tinyurl.com/mlh4f5\",\n",
       " \" hey!  it's easy...just type what you're doing!  just like facebook, but much simpler.  have a good day!\",\n",
       " \"thanks to  and i'm now on twitter!\",\n",
       " \" it's surprising how much billy idol turns up in tweets. i monitor constantly - not that i'm obsessed or anything!  #billyidol\",\n",
       " 'wow what a storm we just had!!! now no power',\n",
       " '_rosaen i love your new bracelets!! im a very proud sista...you rock, girly',\n",
       " ' we are at alexander. just had a 3 course dinner and i am wearing someone elses red wine',\n",
       " 'last scheduled corn dog oc shift',\n",
       " ' how lovely',\n",
       " 'all done. no more internship.',\n",
       " ' love it! i wish my other half could even name web design ladies',\n",
       " 'i miss matt today',\n",
       " 'adding names to my twitter account and learning how to use this amazing thing!',\n",
       " \"glad to see it's a typical bank holiday weather wise - i was going to do so much today - yeah right!\",\n",
       " 'awesome i just ruined all my white clothes i never remember to separate',\n",
       " \" yea - it's mostly b/c i couldn't sleep, but oh well, lunch time will come soon\",\n",
       " 'just had a great study time followed by a delicious japanese meal with arty! now, trying to get back into the study mood',\n",
       " ' for sure you should continue to tweet while on conf call, while worrying about cat and bee.',\n",
       " \"i am seriously........ addicted to talking to people haha. but i love it so i don't care. and you can't tell me otherwise, jerk.\",\n",
       " ' how poetic.. great going.. keep them coming',\n",
       " 'okay.. so i &quot;thought&quot; i was getting sick... but nope!!!  hahaha phew! (sry mike lol - hope you get better soon!)',\n",
       " 'eating some breakfast at panera bread. boring cloudy weather, lil drizzle',\n",
       " '_brown been holding onto this one for a while  http://twitpic.com/4w5eh',\n",
       " ' jealous i wanted see that film',\n",
       " \"everyone is working tonight! i'm bored\",\n",
       " 'i got a freakin macbook!!!!! hoorayyy! but i freakin deleted phootbooth.',\n",
       " \"the mediteranian kitchen...oh well can't get them all right.\",\n",
       " \" i've got cups but you gotta come get them\",\n",
       " ' perth australia',\n",
       " 'getting ready to see my cousins graduate.  gonna miss em.',\n",
       " '_by_spork we shall see',\n",
       " \"i'm feeling higher than mt everest\",\n",
       " \" i am in kuala lumpur. and i know i vanished, haha! i broke up with my last boyfriend, that's why i'm back!\",\n",
       " ' ohh snapp, have fun',\n",
       " 'my dad knows i got drunk today. and i didnt get in trouble.',\n",
       " '#asylm yay registered but lost all my friends',\n",
       " 'not excited for 32 people reservation in the morning  **** lovin halo3 right now for sure too',\n",
       " 'looking at the sunshine out of my office window',\n",
       " 'so i have done absolutely nothing all day today...how pitiful is that...smdh...guess i cant go out 2nite, i gotta work  booo ',\n",
       " 'ok i just spent like ï¿½50 on soundtracks, a galaxy class starship and eve online. sigh',\n",
       " ' yeah i want to know what that is too!',\n",
       " ' tell x to email me pics! officialshew',\n",
       " '_chick haha. i completely agree',\n",
       " 'and i just love every little thing about you...',\n",
       " 'lol! made a huge mess of my school shirt, was using charcoal sticks in 2d art',\n",
       " ' so...i was half asleep when i wrote the previous message. greatest friends !!haha  you are!!',\n",
       " ' we can all but hope... georgia is still wide awake and has the hiccups',\n",
       " 'is dreaming of the weekend... awake!',\n",
       " ' hahaha niene ur soo smart.! lmao i think that is who its by..  good lookin.. whts up gurlie?? i come home this weekend.!',\n",
       " ' i didnt know u guys have acc in fb hee',\n",
       " 'sticks and stones may break my bones...but words will hurt forever.',\n",
       " 'just noticed the new sidebar on twitter.com, looks nice',\n",
       " \" that's great! i was never so good at the jump roping...\",\n",
       " 'just finished playing mahjong. i lost $38 to mag and weisheng!',\n",
       " 'now, in a weird mood  muahaz',\n",
       " \"one of my kits has just brought in a mouse &amp; is eating it in the lobby. i'm sure i feed them enough!\",\n",
       " \" unfortunately i'm not drunk enough lol and have no money to get drunk  i have had alot though as u can imagine haha\",\n",
       " 'emoticons by christian. &quot;  &quot; http://twitpic.com/66riq',\n",
       " 'i need a break! i need kitkat! haha!',\n",
       " 'woke up an hour early just to study for        a test',\n",
       " \"ugh i don't feel well again all of a sudden\",\n",
       " 'homework &amp; study guides',\n",
       " 'watching my tiny nephew  perfect baby',\n",
       " \" my denny's shut down in the winter.  i have to do 50 miles to get to one now.\",\n",
       " \"hi ho  hi ho it's off to work we go\",\n",
       " 'bleargh. i can never clean as much of my house as i want to before work, no matter how early i wake up. today: sink, laundry.',\n",
       " \"i'll be grand....\",\n",
       " 'has a new nick name - arosh ..i like i like',\n",
       " ' yay me!  but, what in particular?',\n",
       " \"i'm not feeling twitter at the moment\",\n",
       " ' you look sooooo pretty love. dang i wish i was in ny so i could c u do ur thang',\n",
       " \" we're off.  i'm sorry. parents coming in around 10-11, gonna eat with them, then house-hunt in richardson. raaaain cheeeck\",\n",
       " \"just decorated moms room while she was asleep for mothers day  she'll wake up to a banner and balloons! woo!\",\n",
       " ' ur mom just called. guess not. c u @ 5',\n",
       " 'and thanks for the gorgeous flowers.',\n",
       " 'well it would seem that you can enter nine 0s if you are an individual without a ssn/itin or ein according to apple.  hurray!',\n",
       " ' guess that depends on if you want to be on the jury',\n",
       " \" i'm very much in tune with your words today. thanks.\",\n",
       " \"gosh i miss singer's theater.  i miss learning music, doing acting exercises, n i especially miss being onstage.\",\n",
       " \" i have popcorn and fruitcake now...but it's just not the same as chocolate\",\n",
       " 'planing on going on a little ride on the mtb on monday  may be in over to the tower...',\n",
       " \"my birthday weekend! cant find where my ex hid our dane cook tickets for tomorrow!!! wtf that's all i wanted for my birthday\",\n",
       " '  thanks mr. dj!',\n",
       " \"again working on the internet shop ... don't think we will achieve the goal of uploading by the previously set time   will keep going\",\n",
       " ' no he sabido nada de ti, this is making me a bit sad i must say!',\n",
       " '_fenton i didnt even finish cleaning my room cuz i went to a party ahhhh  its still messy',\n",
       " '5 things this twitterer could do without  http://mikefrizzi.com/blog/?p=192 src  / i like this guy.',\n",
       " 'all alone in this old house again.  thanks for the net which keeps me alive and kicking! whoever invented the net, i wanna kiss your hair!',\n",
       " \" etherreal was my main preoccupation. now it's etherreal's preoccupation... humm... me ? schizophrenic ?\",\n",
       " \"sickkk, it's been two days since summer started and it suck already!\",\n",
       " 'hecks yeah. jandy timsamlake is too rawesome!',\n",
       " 'arg exile still has that problem with alt-tabbing',\n",
       " 'morning tweat tweat twitter',\n",
       " \" oh jealous. though you're missing the fried potato bread\",\n",
       " 'have a happy friday and weekend everyone .. tgif for me is nothing',\n",
       " ' follow me too',\n",
       " ' u can see i just twitted them if its the real xmsirius that is. let me know any other contact info. lets transmit this!',\n",
       " ' you know i am so ashamed. i did not watch a single episode of the new gh season.  i kept falling asleep, so i gave up.',\n",
       " \"it's mother's day...i already bought and gave my mother's day present to my mother.\",\n",
       " 'happy mothers day mommy  i love you so much, dono what id do without you ??',\n",
       " 'captain jack is back',\n",
       " 'lol..2 people in falcon..and boo one of them being becca',\n",
       " 'gonna try to get a couple hours of sleep. love going to bed at 9 am. later twitter',\n",
       " ' home? where the heck are you? ima be home so soon! ia!',\n",
       " 'he put a **** mohawk in my son head.....he just killed my vibe as always',\n",
       " 'we just hit 10000 views on myspace! thanks everyone!',\n",
       " 'the work got me back.100 percent monday feeling',\n",
       " \" i think it'll be more like a casual attendance instead of a review, as there might not be another issue of felix by then.  thanks.\",\n",
       " \" you should not be wasting the may bank holiday in the crappy north- you should be down south in brighton where the party's at\",\n",
       " ' really? awesome..im mad cuz my followers r goin down  *take a breath*',\n",
       " \" hey i didn't get the email yet\",\n",
       " \"i just really want to sleep butmy eyes won't let me\",\n",
       " 'today friday: i really hope you will read my messages here and reply to me soon. i could not reach you by phone before you go to work.',\n",
       " \" thanks! i'm totally bushed today though time for some coding\",\n",
       " '_**** r.i.p curls',\n",
       " ' oh no....sorry to hear that ....',\n",
       " \"night all!! i'm trying to get to bed early for once...well as early as 1:40 can be for a normal person...\",\n",
       " 'i think the food i ate made me sick.. i no feel so good',\n",
       " 'lmao...ummmm nothing...',\n",
       " ' http://twitpic.com/3ernb - loving the jumper',\n",
       " 'watching friends reduces stress inside me. thanks to bright, kauffman, and crane who are created these series  love love love',\n",
       " ' i hate cottage cheese.  i even got some fancy stuff last weekend with lemon and berries...i could only eat half of it.',\n",
       " \"i hear it's a scorcher back home - all we've got here are clouds  back in the studio, maybe if we're lucky we might get 2 songs done 2day!\",\n",
       " 'fml just ran a mile.. and i just got scraped by my yearbook and i got 1/10 on my math test. eff today',\n",
       " \"    - brief interruption- brb. goodnight if i don't catch u again later. gotta ck something\",\n",
       " 'i hate stupid boys! arrgh',\n",
       " \"i'm oh so very bored!  buut.. almost 2 days til i leave for france!\",\n",
       " \"that seized bolt, ya it's still stuck! the bushing is actually seized to the bolt, very very lame   perhaps some heat will work?\",\n",
       " '  i hate when that happens. i hope you figure it out soon!',\n",
       " 'my cankle is sore.',\n",
       " \" cool. that'd be fantastic!\",\n",
       " 'mowing #6. i hate my lawn',\n",
       " \" tiny.cc doesn't seem to load for me  i was thinking on going to the batting cages but apparently you gotta book in adv\",\n",
       " 'my spellingis awful on twiiter',\n",
       " \"just got up, couldn't sleep anymore i guess and im not really gonna go back to bed, im not really sleepy\",\n",
       " 'hmmm. http://www.djhero.com/ is down',\n",
       " \" i've been here since 3 and i'm here for 8 more hours tomorrow\",\n",
       " \" i'm sure she'll be fine. they're not as daft as they look (sometime)\",\n",
       " 'unlike cierra, i look like poop today. whatevahh, lol.',\n",
       " ' i miss having u as a roommate',\n",
       " ' did you google it too? or maybe you actually knew the answer lol ps put uo the pics already from last night  im getting anxious',\n",
       " 'justin timberlake and andy samberg do it again.. mother lover skit on snl was great',\n",
       " 'oh gosh how i want the party to be over and done with already.',\n",
       " ' me too',\n",
       " '_twitz lol...hiiii yourself. maybe lay off the patron and down a bottle of water!',\n",
       " \"i can't sleep. i can't find my grandmother's quilt or locket. i'm sick at myself cause i may have lost them somehow. or they were stolen\",\n",
       " \" awww! you like anne curtis too tho rite?? it's her soap thats gonna replace it!\",\n",
       " \"at the bus stop there's always a big pile of loogies. so. gross.\",\n",
       " \"going to bed after the cavs game  don't judge me lol\",\n",
       " ' sadface',\n",
       " ' love your books',\n",
       " 'oh no my tweetdeck is malfunctioning :o il have web will its fixd',\n",
       " ' aww dont cry ashley',\n",
       " ' sensation ocean of white portugal: absolutely amazing  adoreiii!',\n",
       " ' yeaa i know she is smartier then that, plus she knows the real thing is better lol',\n",
       " \"'if i don't believe in him, why would he believe in me?' -bring me the horizon  a chill goes down my spine whenever i hear that line.\",\n",
       " \"i don't saw the movie\",\n",
       " ' loving the shoes perez, looking fine as always  oh,and lady gaga, what can i say. outstanding!',\n",
       " 'loves random acts of kindness and laughter',\n",
       " ' oh really  hopefully it was a good one. i just was trying to get your attention thats all',\n",
       " ' that songs on tays vid  katy perry.',\n",
       " 'car shopping with kacy yay',\n",
       " 'sad.. daniel is leaving florida now.. just gave him a big hug',\n",
       " ' thank you kirst - your posts on running inspired me',\n",
       " 'man im so sad school is ending  but then again high school might be better :o',\n",
       " 'i wanna do something tonight after work.... but i dunno what...',\n",
       " \" i am soooo disapoointed i couldn't make it  i will be there next time! glad it was productive.\",\n",
       " \" i won't be getting any rotf toys 'till much later.  tell me if anybody isn't/is worth getting.\",\n",
       " 'excitement: 8 new followers overnight. sadness: 6 of them are ad bots.',\n",
       " ' hey bud, we just shot you an email',\n",
       " '_im_chris and i cant get to mine  keep getting an error',\n",
       " '11 days left until freedom. i really just want to get through this weekend. i hate essays.',\n",
       " \"ugh. my feet feel like they're going to fall off.\",\n",
       " \" don't follow me. you will ruin my twitter experience\",\n",
       " ' http://twitpic.com/4jber - aww .... then we wonder why they hate us later..... lol!!',\n",
       " 'still sick  bout to play some ps3 till the laker game starts',\n",
       " 'ok now i can hit the hay. thank you',\n",
       " \"the killers are coming to td banknorth in boston on 9/4 at 7:30pm. and, i can't go.   everyone else should go though! tickets on sale sat.\",\n",
       " 'got up at 8 today, and also misses his friend ',\n",
       " \" let me guess.... antiques &amp; collectibles?  anywhere else you'd like to be?\",\n",
       " 'doing my folio work but keep on getting distracted by deb pics',\n",
       " 'not feeling all that well today',\n",
       " \"i'm siiiiiickkk  i dun feel good!!\",\n",
       " \" why thank you... us mami's are bringin' sexy back...\",\n",
       " 'lol haha very funnyyy lol im talking to my bestfriend ashleyyyy!!!',\n",
       " ' i just want to say: both you,taylor swift, and hayley williams have a great and lovely voice!',\n",
       " 'will b having my last v tomorow   will have2live off of apples n not caffeine ;( n have2cut down on chocolate bye bye chocy',\n",
       " '  well i was following you because i think your interesting ... and i was right',\n",
       " \"can't help but feel today will be a massive michael jackson rumour day.  [cue all the mj haters...]\",\n",
       " 'just spent an hour trying to get the newborn bird in my front garden to fly. poor baby  no success!',\n",
       " 'im off for a bit...tweeet yall later',\n",
       " 'every pair of jeans i own nowadays is very tight.  i think mah butt gettin big (oh!)',\n",
       " 'good morning everyone',\n",
       " \"i signed up for an account on a political website so i could post a comment but it isn't working.\",\n",
       " '  missed all your tweets again joe, **** that time difference!!! (uk) dont 4get about your fave supporters in the uk!!!  ****',\n",
       " \"it's weird waking up in my own bed. slightly comforting, but i miss the group. but i'm loving using my own pillow again!\",\n",
       " 'happy star wars day',\n",
       " \" i've made a game for you, stephen- http://tinyurl.com/ctw4ld - well, actually it's for us, not you\",\n",
       " \"says alright, alright... i'm going already. sheesh, well better be off early than late.  http://plurk.com/p/rpbd5\",\n",
       " \"pissed that my bluetooth headset's battery out lasted my cell's battery... gg moto q.\",\n",
       " ' i love that song! i was starting to think i was the only one that knew that one!    #sameperson',\n",
       " ' http://twitpic.com/4vtlm - awww, she is really cute',\n",
       " 'just left &amp; already misses nashville  be back sunday',\n",
       " 'fingers crossed that my neighbor can sign for my ups package today, otherwise it may be bye-bye pretty skirts',\n",
       " 'thx, robban  http://www.sk-gaming.com/match/17905',\n",
       " \"glorious sunny day in london town.. i'm in drama school fighting people with swords while protecting my romantically structured face\",\n",
       " '  do it at like like 9 causeee im babysitting haha or you should call me causeee im kinda bored right now',\n",
       " 'is going to school.  leave me stuff.',\n",
       " \"listening to jesse's music  &amp; on myspace. also getting the hang of twiiter. i feel that i need more followers.  don't be shy!\",\n",
       " ' oooh you just spoiled my teenage fantasy',\n",
       " 'is getting married in vegas in november by an elvis impersonator am so happy!!!',\n",
       " ' ghunghte mein chanda hai phir bhi hai phela chaaron aur ujala i love that songggggg ps  i got lost in morrisons',\n",
       " ' lol -catch me if u can',\n",
       " \" also happy mother's day\",\n",
       " \"happy mother's day everyone\",\n",
       " ' no worries',\n",
       " 'all ready for work... except my arm',\n",
       " \"  i was lucky, my mom paid for everything for me. i'll take you shopping!\",\n",
       " 'watching et today!  &lt;3 supposed to have a clip from new moon  hating drag me to hell',\n",
       " \"i'm dreading hearing even worse news tonight\",\n",
       " \"if we don't pack, she can't leave, right?\",\n",
       " 'i wish i could twitter from the book expo but the reception at the javitz is horrible....',\n",
       " \"i'm sorry i'm neglecting you, twitter.\",\n",
       " 'im hangin out with my cousin holly and tlkin 2 my grandparents.......  my phone went dead',\n",
       " '59 may be my new fav number!!!',\n",
       " 'is missing the fun she had with _army at eclipse 3  #sarmy #sarmy #sarmy',\n",
       " \"says happy mother's day to all the moms out there.\",\n",
       " 'hockey was so fukinï¿½ good  **** you hole! xd',\n",
       " \"_cal work or...(hehe mind in the gutter)! i'm sittin here doin this student loan thing.\",\n",
       " ' hi! waking up, and not lazy at all. you would be proud of me, 8 am here!!! btw, nice colour, not burnt.',\n",
       " 'bored. cold. tired. lethargic feeling. man! great holiday monday!',\n",
       " \"i ... think ... i read 'strawberries'  its hard to have a fav char in your comics: i like bad rabbit and the 'stud' chic - sent to kid\",\n",
       " 'whatever will be, will be',\n",
       " ' i know i suck.  my data plan is weak sauce.',\n",
       " 'omg having so much fun watcing house bunny, courto isa a ledge for sending me link  &lt;3',\n",
       " \"don't you hate it when you're left with one slice of bread left in the bag? half sandwich.\",\n",
       " \" why would they take a photo with stuffed animals?! that's pretty funny\",\n",
       " \"is surfin'..\",\n",
       " \"just thought about my hubby being deployed n now i got the blues  i need a stiff drink but i'm breastfeeding so no booze for me :/ ugh!!\",\n",
       " 'is tired and sad',\n",
       " \"selling my laptop for cheap if anyone's interested!  17&quot; toshiba 1.3gig ram\",\n",
       " 'under sooooo much stress lately',\n",
       " 'meeting my best friend first thing in the morning to the gym! omg i am still so shocked. i hope you will get better soon',\n",
       " ' yes  and i want you to keep going if you would ;)',\n",
       " \"_morden ..be at richard's. if not then i'll see you when you/we get back  good luck!\",\n",
       " 'omg, did anyone see the wee girl on bgt..!**** sucha shame',\n",
       " ' i cant',\n",
       " 'did anyone go photographing today? i managed to get a few macro shots of some flowers that were blooming',\n",
       " \"i've been nudged!!! not much going on lately umped games over the wknd and i took one to the pills\",\n",
       " 'trying to find someone to go to the mall with.',\n",
       " '_carter the video is set to private',\n",
       " 'and- hand made by dan &amp; jenn -sock blockers ... made from exotic woods ... one of which is called &quot;purple heart&quot;',\n",
       " ' http://twitpic.com/4l85a - best kind of gum ever! i just bought a pack',\n",
       " 'wish i had a laptop charger so i could tweet faster',\n",
       " 'sunny synday morning. nicole is up later than usual, mommy got some sleep',\n",
       " 'grrrr youtube wont let me watch the  chat again',\n",
       " 'forcing myself to watch the movie 1984 for my book report  im lazy to read',\n",
       " \"gnight shar   &lt;(' '&lt;)vega(&gt;' ')&gt;\",\n",
       " ' it because your handwriting isnt on any of them. and everyone is making fun of me because im sitting by myseld in the lrc',\n",
       " 'tiiiired but i cant sleep',\n",
       " \" yeah, i thought that was very little warning for you guys.   i don't miss 12-9 shifts 6 days/wk with no break, that's for sure\",\n",
       " ' wat u doin my bad im mixin this song',\n",
       " ' haha i agree ! i am her test dummy. i just go in and say &quot;do whatever you want&quot; and i always love it.  she is magic!',\n",
       " \" ouch, give me a heads up so i'll know when to duck\",\n",
       " \" glad to hear you'll have your 1st tournament soon. as ksn says, &quot;we need more practice!&quot;\",\n",
       " 'need to get an adjustment, neck is all out of whack',\n",
       " 'trying to get to sleep but mum is blaring les mis really loudly in the sitting room',\n",
       " \"beyonce helps me through the day, i'm starting to get sick\",\n",
       " 'should have left car and walked home! i might need someone to rescue me with petrol! light flashing',\n",
       " 'i woke up this morning thinking it is saturday',\n",
       " \"hahah, did i hear mvp chants in atlanta's arena?  at least they get it right there, unlike at staples\",\n",
       " \" i'll teleport it straight to you\",\n",
       " 'after 9 weeks it has finally rained - not quite enough yet but more seems to be coming  the garden is very happy about it.',\n",
       " 'maybe i should take up drinking again, feel as if i have a ,massive hangover  still not ,yself today',\n",
       " \" i can't go to the grocery store on an empty stomach. that's trouble! i wanna see ur show but not sure ill get to  let u kno\",\n",
       " \"at tweetup loc, but don't recognize anyone  am outside in turquoise shirt. please see me! #g4c09\",\n",
       " ' - ummmm. no comment. lol. i actually have not watched gh in about a week.',\n",
       " ' hehe, i can almost hear out of my right ear now  can you yet?',\n",
       " 'have a huge block of snack chocolate here. tis calling my name already',\n",
       " \"guess i'm gonna try the nap thing again 2day, but since my kids haven't cooperated with it yet this week i'm sure 2day won't be different\",\n",
       " 'just had a gym sesh.',\n",
       " 'sftw &amp; pot of tea',\n",
       " 'show time baby! bye bye for now tweeters',\n",
       " 'enjoying the cool breeze at the beach. it helps me relax and unwind.',\n",
       " 'hour fifteen drive. just left, bored and ate half my food already',\n",
       " 'i am tired of my phone. walkman works like a charm, but l need better video and wap really. thanks for yesterday and for buying my album',\n",
       " \"listening to david archuleta album it's amazing\",\n",
       " ' no, new orleans.. been here since katrina ..',\n",
       " ' shop smart.  shop s mart.',\n",
       " 'needs to get over this fever grrrrr....',\n",
       " ' think you should do a tour in england, we dont got to see any aweomse people !!',\n",
       " \"all mom's in the world congratulations\",\n",
       " \" gosh i've a stinky old headache. maybe i should have lunchfast\",\n",
       " 'cleaning out my room and found this... http://yfrog.com/0t2b6j   she took me to 2w2v and insisted on paying for my ticket.',\n",
       " 'is obsessing over chris pine  heehee...',\n",
       " \"    i am sending healthy, healing thoughts in the mumborg's direction.\",\n",
       " 'ncaa baseball road 2 omaha: south carolina just hit a 3-run homerun. dagger 2 my heart.    mason 1 - south carolina 3..',\n",
       " 'is feelin it',\n",
       " '  laws change in the 70s or 80s.   i could really push it bcause gran from bathgate, but she was us citizen b4 dad born.',\n",
       " 'ha! i think i really have lost it. time to get ready for work.',\n",
       " \" i don't want to be a complete hypocrite - i attended an r-rated event while i was there - the timing was just ironic.\",\n",
       " 'no tv and no internet make catherine something something?',\n",
       " ' well that propels people to change direction. no point wasting your days on something you lost the passion for.',\n",
       " 'i got whooped by jason bradbury. ace :0',\n",
       " 'starting the video editing of the first spanking movie we did with mina ... it will be added to the next update',\n",
       " ' tell his people to contact my people',\n",
       " 'nice days like this make me miss alki',\n",
       " 'first time to twitter..',\n",
       " ' - that jasper clip is my first &quot;favorite&quot; twitter message.',\n",
       " 'my poor baby girl is poorly  x',\n",
       " ' good luck at the services tomorrow!! i wish i could see you guys on your vacation!',\n",
       " ' thanks man!  i appreciate it!  you rock sir.',\n",
       " '  i have no one to watch it with! ma peeps  are actually focused on their finals already!',\n",
       " \" awwww   i've got some photos of cute bunnies\",\n",
       " \" unfortunately i didn't leave the house in time\",\n",
       " \" i can't belive you only have one episode to go  ****\",\n",
       " ' and you as well bro',\n",
       " ' well, good luck then.',\n",
       " ' woot!! you go girl',\n",
       " \"__ thanks. it's so annoying!\",\n",
       " 'revising for exams',\n",
       " 'anyone have tickets to the mtv movie awards? some guy scammed me',\n",
       " \"i love google's mothers day theme  http://tr.im/jtl8\",\n",
       " 'is leaving in the morning to go to her mommys',\n",
       " \"weekend is getting close. too bad i'll be stuck up north  hopefully i'll be able to get out next weekend for some real life fun.\",\n",
       " 'sorry. just think - 2.5 hrs till 2 days off!',\n",
       " \" same. was going to try warm milk but i'm lactose intolerant  haha.\",\n",
       " ' oh poor you  atleast get paid for staying back or?',\n",
       " 'anybody else experiencing painful slowdowns with facebook?',\n",
       " 'rachel is going to have lunch at baixa. and has a lot of stuffs to do.... wanna come ?',\n",
       " \"managed to find a bottle of pimm's! if only we had the weather to go with it\",\n",
       " ' you can also watch family guy online. www.fancast.com  and yes i am a total shill.',\n",
       " 'going to work',\n",
       " '  is all mine  #twpp #shadez',\n",
       " '_ that sucks!',\n",
       " 'oooh, sunshine! a patch of sunshine! and it will be gone by the time i leave work and replaced with rain.  /vent',\n",
       " ' happy mothers day vicky!!!! and to all the other mothers who read this!!!',\n",
       " '  sad face.',\n",
       " ' welcome!',\n",
       " \"i want to join drama practice today but i can't\",\n",
       " ' i send messages to greg all the time, no answer  its ok i still love o &amp; a, goog luck with your move to erie.',\n",
       " ' sorry to hear your news',\n",
       " ' oh you are too kind',\n",
       " \" and clang rocks, so you're using it, right?  anyways, according to the comments it's in apple's gcc too, dunno how public tho\",\n",
       " '_n where can i get some?',\n",
       " ' for...the...loss. dumbface  ...him, not u. what u up to on the wknd? i wanna seeeeeee ya!',\n",
       " 'just got back from kuantan had sooooooo much fun',\n",
       " 'wat a stressful week i jus hope everything falls into place 4me',\n",
       " \" i saw that you were calling but cannot answer as i'm in the second hour of a phone convo with my mom and she won't stop talking\",\n",
       " ' what phone do you have -- an old rotary?',\n",
       " 'cannot relaxing because she have to practice for her graduation',\n",
       " ' i tried. and failed',\n",
       " \"done at disneyland, kid's knocked out, stopped by the hotel bar and grabbed a grey goose &amp; tonic on the way up...peace\",\n",
       " ' thanks. busy as **** is good in my book.',\n",
       " \"  hey, is your site down? i was going to listen to the web stream but can't get to the site...\",\n",
       " '09/09 +full moon+ my lovely friends and family= my b-day wish came true;)&lt;3 in addition,gray matters is one of the cutest movies ever!!',\n",
       " \" i can still read 'em...\",\n",
       " '  i agree with  come to canberra! we are the raddest!',\n",
       " 'i cant believe that its already friday! omg, what had i done?!',\n",
       " ' d: but it is making people unhappy and i dun like unhappiness',\n",
       " 'wow that was fast...next up soderling or ferrer. gilles simon lost',\n",
       " 'gettin ready to hit up the mall w/my mom &amp; jayden!  do all things w/faith!!!!',\n",
       " \" ****. you could have just called or told me in person. you didn't have to humiliate me in front of the whole twitterverse.\",\n",
       " 'yet another good weekend with someone. sigh. man i like the boy..',\n",
       " 'hello everyone im just sitting here rocking out to 9412 sam on the air the best classic rock station on twitter here',\n",
       " '_ really!? that son of a ****, screw him, ill talk to on msn later k  xox',\n",
       " \" what's the focus of your sunday 4e game?\",\n",
       " 'http://twitpic.com/4wgoq - the beach was phenomenal 2day',\n",
       " \" oh okay cool, i love the fast and the furious can't wait to see the new one\",\n",
       " ' omg wow  i hope everything is ok now',\n",
       " 'soo **** stressed out...i think i could possibly lose it',\n",
       " 'biggest food fight/mosh pit ever and i miss it from across the school',\n",
       " ' me. you. counting crows! table mountain casino event center (near fresno). july 19. are we there or are we there??',\n",
       " '  there you go.',\n",
       " \"@_nylana_ an! happy mother's day!\",\n",
       " 'will play quake3 in 3min',\n",
       " ' have fun!  i am sad to not be with you guys',\n",
       " 'is at work....  boo!  the pin-ups will be playing at uncommon ground wednesday night at 9 p.m.! (1401 w. devon ave., chicago 60660',\n",
       " 'got some new clothes  and series one of supernatural on dvd',\n",
       " \" that's a very cute picture ... but you don't get fat from licking bbqs ... he must have found some chops on someone else's ...\",\n",
       " ' then am anticipating the next ten days!',\n",
       " \"i'm not ready for my baby to be 3 tomorrow  she is growing so fast....\",\n",
       " \"gonna go and see my sister at mount saini ....  she's there for at least another 24 hours.\",\n",
       " 'aw that wee lassie made me cry  tears streamin doon ma face lol thats a wee shame x',\n",
       " \" yes i do! i'll try posting some pics when i can\",\n",
       " 'sad i missed  going away party due to too much work, but i really am gonna miss that kid',\n",
       " 'princess sakura is mine  therefor i want to use it on tj! grr',\n",
       " 'watching what happens in vegas!',\n",
       " \"   awww, that wasn't very nice.\",\n",
       " \"i want cookies for breakfast! luckily i'm an adult and can do that!\",\n",
       " '_xo   dang it, so its not certain ? ? ? are you okay?',\n",
       " 'idk i cant do ****',\n",
       " \"what's worse than a fever and sore throat? cancelling a trip to see your little bro because of a fever and sore throat.\",\n",
       " ' man, i am really sorry',\n",
       " ' always a good idea.',\n",
       " \"_fan76 rofl!  that's my problem, only two hands\",\n",
       " ' oi, are you mocking the fact i dont cry at tv things?!  *feels bad*xxx',\n",
       " \" yup! way to **** early and i'm already at work\",\n",
       " 'alo is so sad and quiet and empty tonight',\n",
       " \"_walker21 sadly no, i'll be going to the killumbus show. i really want to but no one wants to drive me there\",\n",
       " \"o.k i feel like i need to cry now  i can't believe that in less than 2 years ill be walking across the stage to get a high school diploma!\",\n",
       " ' oh i know. and i aprreciate it  it can be my back up plan',\n",
       " ' im doing ok.  i have a 15 year old going on 35 that is driving me crazy, but that comes with the territory, i guess.',\n",
       " 'bad week for connectivity...arlington panera wifi sucks. maybe head to legal seafoods at airport. dang...missing metaverse u stream.',\n",
       " \"finally made it to the qc...happy mother's day!  got my car!!\",\n",
       " 'heading to the office through a very quiet stockholm, at least its not sunny',\n",
       " 'i love my maitu. n she loves me. happy mothers day mama!',\n",
       " \"have to sell my car. it's costing me too much. can now afford one rollerskate. bye bye petey\",\n",
       " 'i always have 2 do xtra cleaning b4 leaving... so now were on da road  on 2 springhill suites, then cafe 360, yum!',\n",
       " 'happy mothers may to my mak   love you always! xoxo.',\n",
       " ' nooooo!  working this weekend',\n",
       " 'http://twitpic.com/4wu0a - sunny day at vivocity, yupz just showered.. runs into airconditioned mall..',\n",
       " \"back time.  i wish i was a teenager again. i wish i could feel healthy again. i can't remember what it's like to feel healthy anymore.\",\n",
       " 'yes!! reprieve!! one paper pushed back until friday! that leaves just three more pages due by 4:00pm... not even a problem.',\n",
       " 'i really need to earn money... so that i can watch the pcd concert',\n",
       " ' i just laughed out loud on the bus reading your statement of ethics. people moved away. he he he.',\n",
       " '_marie:my heart goes out to you',\n",
       " \" eat it, it's good for you\",\n",
       " '  lol since i got twitter a little while ago, it seems like loads of people setting up an account',\n",
       " \" good grief! i can't say much, i was driving home from martin through ike last fall. be interesting to hear what he says!\",\n",
       " ' grr @ naplan. just finished my commerce &amp; geo exams  good luck (y)',\n",
       " 'oh my god!!! i cried so much!!! watch this guys from bgt  http://bit.ly/5t5xz',\n",
       " 'marley and me is the saddest movie ever i never cry in movies but this movie mad me cry',\n",
       " \"i'm extremely hungry.... and the only thing i have in my house is soup...  i don't like soup... *pouts*\",\n",
       " \"the music video i made for my  project for 'this city is contagious' by  is uploading to youtube now.\",\n",
       " 'is all alone for the evening!',\n",
       " \" quite a few. peacocks and oceanographer's choice are my new favorites to play\",\n",
       " \"_ when they don't pop well. i feel lousier after playing those.\",\n",
       " \" rofl that's what we like to hear\",\n",
       " ' im in schaumburg rite now ... and u want ice cream lol its type chilly outside lol i got ice cream here',\n",
       " \" if it's any consolation i've had to abandon the back garden thanks to my super-reflective laptop screen\",\n",
       " ' that was fantastic! thank you',\n",
       " 'ahhh - whatchu talkinï¿½ baby?  hahaha i canï¿½t believe youu:o heh, actually i can. life is worth taking risks... http://tumblr.com/xs81qy54s',\n",
       " \" babe i'm just **** around!  just bored!  no need to worry\",\n",
       " \" well even with her breakdown she was better than the other acts unfortunately! britain's got very little talent\",\n",
       " 'friday night magic last night, i lost so bad  i suck at draft',\n",
       " 'got live last night at our  vid comin soonnn',\n",
       " 'chirstina said shes gunna twitter more ...no more partners',\n",
       " 'ï¿½ï¿½we are ready for the new generation!!...oh yeah...we are a backstreet fans and we are proud about it!!',\n",
       " ' oh no  say it aint so',\n",
       " 'i wish i could teach my dog how to play xbox!  alas...no thumbs',\n",
       " ' some of yr coworkers hogging the jukebox @ union jacks.',\n",
       " 'writing an essay in college writing  so boring',\n",
       " ' he loved it, so happy birthday!!!   he said you sounded like a mixture of john lennon, chrissie hynde, and janis joplin.',\n",
       " 'my sister in law just left for her prom!! she looked soo pretty.. tears all around',\n",
       " \"kinda doing nothing. life is boring. i feel like changing my look. let's go shopping tomorrow\",\n",
       " 'really annoyed that work appear to have blocked facebook now...',\n",
       " \"happy star wars day everyone  off to celebrate with the family... ok we're not celebrating it but i am going round to the famo's...\",\n",
       " \"moving offices  i'm going to miss you hollywood.\",\n",
       " \" i don't want to do anything specific, i just want to see you and puppy!\",\n",
       " 'tired as heck, i wanna go home and sleep but i cant cause im have to be at the wash till my daddy gets off work.',\n",
       " ' you should totally come get me and bring me to kelslaws house with you.',\n",
       " 'i missed the math trade',\n",
       " 'hmv shinjuku',\n",
       " 'in san jose.   having good time w/ bros.  also helped dad edit next  holy land brochure. wish i could go!',\n",
       " 'really sick',\n",
       " 'cars,,,,cars....cars.....i need one. ha ha. the one i found last night, that i wanted so bad! is now sold. and not to me',\n",
       " ' i didnt save those links! i dont need distractions.. i just need motivation',\n",
       " ' i dunno if he saw it  happy birthday girl!',\n",
       " 'asks for karma points please.  http://plurk.com/p/wxnt9',\n",
       " \"to overcome whatever darts the enemy may try and stop you with. we've gotta stay focused tweetz!  god bless you.\",\n",
       " 'at the  concert! i hope  makes a guest appearance',\n",
       " 'grrr hate when i make careless mistakes on docs i give to my partner',\n",
       " ' quite',\n",
       " '  i thought  was against licensing stores bc it takes away from the experience they want to provide',\n",
       " ' happy birthday in 2 hours and 54 minuets  haha',\n",
       " ' haha i know.  sorry about all the typos in that last tweet...blehhh.  ps - because i said so is sucha cute movie..  awww',\n",
       " 'i love these app things, it be hella awesome bro.',\n",
       " ' hi heather. i dont know why... but i just saw your messages from april!! have not been very twitter friendly...',\n",
       " \" oh, i didn't realize its on at 830 as well- already at work- or as today still in the car, don't ask\",\n",
       " 'god, i love quizzes. when i get my phone im gonna be on it 24/7 doing facebook quizzes.',\n",
       " ' nope..not drunk..sometimes i think maybe i should..then maybe twitter would make sense, ya know!',\n",
       " \"&quot;brides a la mode&quot; pow wow first thing this morning   this past weekend's lovely wedding fresh in my mind... pics soon!\",\n",
       " \"i want a new phone  i've seen too much cellphone commercials (\",\n",
       " ' so sad i have to pay $60',\n",
       " \"my newsreader is filling up with blogs  yay! keep pm'ing me your blog sites. i love reading them!\",\n",
       " 'having the flu, not the swinish-one, but the flu.',\n",
       " 'download movie  notorious http://tinyurl.com/d2u4gs cool #movie',\n",
       " ' why has it been so long since i have talked to you let alone seen you?? it makes me sad',\n",
       " ' 11 30s way early! anyway nigth night  love you!',\n",
       " ' i could, but that would require today not to be a duvet day. i imagine that my outfit for the wendyhouse will be photo worthy',\n",
       " '_iddon blerrrrrrrrrrgh. im too hot and all sticky',\n",
       " '_ess since t will be away - come to tucson!!!',\n",
       " 'not looking forward to driving in this storm.',\n",
       " 'makin tea an its stressin me out',\n",
       " 'how come its so hard to find a guy with the same passion for love as for a woman?? am i ever going to see the day! im lonely yall!',\n",
       " ' ta babe, you know me i do love your curried',\n",
       " ' bitter?  why? *hug* ****',\n",
       " ' yeah do you feel anything at all? i remembered i was looking at loopt on his phone and that **** was coughin all over that',\n",
       " 'got caught in the rain. sand monsoon all the way home, even though i looked like a complete idiot',\n",
       " \" what's wrong with dr.phil? i shamefully loved his show when i was able to watch it.\",\n",
       " 'i got the new silverstein cd. aha. its amazing.  i highly recomend it.',\n",
       " \"early morning walkies really aren't my thing... at least it's vaguely warm\",\n",
       " 'i hate it when my bff is groundedd  boooooooooo',\n",
       " ' jersey weather - and good on you for the charity drive!',\n",
       " ' booooo  my senior yearbook sucks thanks for the memories bhs -___-',\n",
       " \" i've given up on pizza - kids would never let me have my fav  (the hot ones)\",\n",
       " ' my name is jason, but sunshine works too.',\n",
       " \"  meebo.com is a free thing &amp; it doesn't effect the comp that's what i use .\",\n",
       " \"what does &quot;drink responsibly&quot; mean to you? please share a tip (or two if you're drunk right now  )\",\n",
       " 'good episode of top gear tonight.',\n",
       " \" fun times ~ that's my friends beer!  here's the pic'  http://yfrog.com/053agj\",\n",
       " \"30 year old barbie dolls still can rock it...that girl was h-o-t!  and ken ain't so bad either!  now those are memories!\",\n",
       " 'i just walked into work, all the while thinking that i was sitting in bellagio this time wednesday.',\n",
       " 'is my picture showing?',\n",
       " 'movie then sleep! today was good day  [{h!--d3ff}]',\n",
       " \"sick n tired of people who steal other people's work\",\n",
       " \"just snappy's delivered some tea and ice cream. i love my sister.\",\n",
       " ' will do',\n",
       " '_datti thanks sankar for ur wishes',\n",
       " ' tts ridiculously sweet of you',\n",
       " 'been busy at work, now must run before traffic is too bad.',\n",
       " \" you should see our floors before you make that offer.  let me know if you don't receive a call soon.\",\n",
       " 'i have nothing witty to say',\n",
       " \" thank you! you should know that i am both happy and sad (all at the same time) to know that. you've got &quot;the right stuff&quot;\",\n",
       " \"it's friday but i have to work the weekend\",\n",
       " 'getting nails done!!! how relaxing! benji is only 24 hours away!!!!',\n",
       " \" now i'm done! good nite\",\n",
       " 'yay got the internet on my itouch working',\n",
       " 'got about 2 hours sleep.',\n",
       " \"wow.. tomorrow and then it's over. i'll never see some of those people again. it's kind of sad.\",\n",
       " 'perth - ford - falcon - 1997 - $3,500  - new ad received and will be posted on the hcc site soon',\n",
       " \" so technically....i havent really gotten out of bed. so i think you're right and i'm gonna stay here!\",\n",
       " \"_jlh lol that's a special kind of magic, though! ;)  and did you see the special on discovery?  they think nessie died.\",\n",
       " 'at starbucks with my love. eff school. i have work later too.',\n",
       " 'morning everyone sorry for going early last night had bad news, felt totally ****   today is a new day',\n",
       " ' that sucks  booo.',\n",
       " 'oh happy day!!! nice weather, smiling, happy baby and icecream later',\n",
       " \" what's up? what happened? dm me if you need to. txt on my phone is defunk'd\",\n",
       " ' *sighs* ah well.  maybe my second email will clear it up and get him approved.',\n",
       " 'twitter fam, i`m about to hop back on aim i went ghost on y`all lolz sowwy',\n",
       " 'productive day 1',\n",
       " '  that sucks',\n",
       " ' so cute you twitting in potuguese!',\n",
       " \"my replacement iron ring arrived.  it's shiny.  and a bit more jagged than the original\",\n",
       " 'i wish i could go to meet in the middle tomorrow.',\n",
       " 'booo my best friend is leavin for the weekend. what ever will i do without her??',\n",
       " \"it's 1:15 am, and i hear a helicopter flying over my house. that's kind of weird. in other news, my headache is back. booooo.\",\n",
       " ' picture or it never happened.',\n",
       " \" you're a night owl, too, huh?\",\n",
       " 'why is it so **** cold ??!',\n",
       " 'cramps . . .',\n",
       " 'just watched another episode of jonas. is it better than hannah montana? very much true!',\n",
       " 'oh my ex / room mate is moving out today',\n",
       " \"is in php website upgrade hell on a bank holiday. how's that for planning!\",\n",
       " ' i just noticed that  they are so ridiculous',\n",
       " \"why didn't my favorite spotters last tweet go to my phone\",\n",
       " \" it's not a reg gig yet, but hopefully it will be! haven't done massage in a while actually\",\n",
       " 'so full from a great lunch and now stuck in traffic',\n",
       " 'biology final today. then home to prepare for psychology.',\n",
       " 'spoke about culture to some of our rackers over at the castle. now time for some awesome mexican food. no drinking--antibiotics.',\n",
       " \"fuckin'm transtelecom\",\n",
       " 'adams morgannnn for jumbo slice',\n",
       " \" that's what she said?\",\n",
       " \"_stjohn that's what we hope for!\",\n",
       " \" hi!good luck for the mtvawards, im sure you're going to win!i hope so!i love your work! ha you speak spanish? take care\",\n",
       " ' oh i love sunday mornings like this - mum just made scrambled eggs on toast',\n",
       " 'yea!  headed home to change and head over to pelham.  sad thought... suposed to be heading over there for the nkotb concert...',\n",
       " 'filming at a carnival for my music video... it reminds me of the cherry festival that i used to go to back home... ahhh memories...',\n",
       " 'theres too much light pollution to see the stars',\n",
       " 'morning, how is everone? sing to me  you tuck me in, turn out the light, kept me safe and sound at night. (8)',\n",
       " 'my fingers hurt',\n",
       " \" didn't even reply to me about how old you are tomorrow?\",\n",
       " \"_hameron i've seen those already. i link them in my lj post.\",\n",
       " 'resorted to eating mickey ds alone.',\n",
       " 'archie andrews what were you thinking?! veronica?',\n",
       " \" ur so cute..i'm a fan of dream a little dream, this kiss and appearances like in dawson's creek  make more flicks!\",\n",
       " 'waiting for my turn on wii fit gym closed',\n",
       " 'gawww, why is facebook being so slow?',\n",
       " 'hey every1! do yesterday was my prom and it was the best. i wanna go back in time :] ima miss every  new picks up soon myspace.com/risound',\n",
       " ' http://twitpic.com/1aida - snood',\n",
       " \"_srod shouldn't you know your national holidays?\",\n",
       " ' your birthday? well happy birthday',\n",
       " \" i hope he does ; join  and you'll find one\",\n",
       " ' yup theory is great but the reality is beyond imagination...  i also made the same planning not knowing vs will fail on me',\n",
       " ' hayley williams is pretty much amazzing',\n",
       " \"wow the last hour of twittering that i've been doing has yet to be sent over to twitter..  guys bare w me...\",\n",
       " \" yes.  me too. i can't understand why they have to do that. i mean, i know it's all about hollywood, but this thing is called love.\",\n",
       " '_griffiths there was a good atmos. i decided to stay til closing, very funny!',\n",
       " ' i am soo excited about your pasadena seminar...if only i can find the confermation email',\n",
       " ': no, i fell and effed my arm up today and now i have to do back drive.',\n",
       " 'the poor pirate had out his last wisdom tooth and is looking really peaky.',\n",
       " ' make a videoblog!',\n",
       " ' we shuld do  a dance like that its seriously the best thing haha. see yu tomoro.',\n",
       " 'amazing night at the drive in',\n",
       " ' *takes out a $20.00 bill* you can keep the change',\n",
       " \" i considered being a nurse when i was younger but i really don't think i could cope if a baby died\",\n",
       " ' cant wait for dte in michigan this summer you guys are great look for me in the customized nkotb track jacket',\n",
       " ' i missed mine, too. not fun...',\n",
       " 'my neck hurts a lot.',\n",
       " ' very nice...i cleared my head',\n",
       " ' really bad ones are also classic.',\n",
       " ' saw a whole lot of your stuff at africa joy casterbridge farm, white river in mpumalanga.was quite thrilled to see ur stuff',\n",
       " ' yep. nothing to worry about.',\n",
       " \" yep  but i'm going better now\",\n",
       " 'thanks do the invite though',\n",
       " \"aww the little girl on britain's got talent!  i actually love ant n dec!  oh an' simon cowell. ;)\",\n",
       " \"i'm a sad panda, hulu doesn't have the elephant show   no skinnamarinkydinkydink sing alongs for me.\",\n",
       " \"_alfradique no fun   well hopefully you don't have much more to go...\",\n",
       " \"still feeling weird about my ex and her engagement.  my mom made things worse.  i don't even want her, but it's still odd\",\n",
       " \" she's the ruddy manageress - 2nd bad job from her. i can never find a good place beyond 1 or 2 cuts\",\n",
       " 'i am going to die tomorrow night.   should be here.',\n",
       " 'getting the fab portraits ready to upload today',\n",
       " \"oh yes, the cavs win game5, now onto game6. it's still danger, they have to win this one either, it's no shot for the championship\",\n",
       " 'sad that will have to leave my beautiful apartment',\n",
       " 'and so another week begins. this one has got to be better than the last',\n",
       " 'is off to watch arsenal v chelsea today',\n",
       " \"@_youremyheroine :'( i really know how you feelin. i wish i could hug you\",\n",
       " ' not sexy with 2 tubes sticking out of my stomach  but thanks !',\n",
       " \" i know dude, i'm doing re-runs, making jenny watch them now too so we can have conversations lol.  haven't been online much\",\n",
       " 'well that is nice.  loving the new friends organiser too.',\n",
       " 'okay, so twitter suddenly changed, how do i respond to messages now',\n",
       " 'nearly ran over a pheasant on the driving lesson  baws.',\n",
       " 'flickr pics chester zoo: danwtmoon posted a photo:   &quot;welcome&quot; to chester zoo by jockey  http://tinyurl.com/cq7qw8',\n",
       " ' what causes the frustration buddy?',\n",
       " ' thank you! i was just playing that a moment ago, actually! a very different, even more chill version.  *spooky*! haha.',\n",
       " ' not yet.... too early in the am',\n",
       " ' actually workin from home tonight...  you?',\n",
       " ' hey i was scared last night at 3:17 because of you... and i had several bad nightmares',\n",
       " ' once james cameron touches something and revolutionizes it... someone else comes along and **** it up',\n",
       " 'i am living in a country where the government is always a circus show ... sad but true...',\n",
       " 'had a good time out , now i must sleep lol. gym &amp; dance rehearsals in like 5 hours,',\n",
       " \"spent the last hour signing yearbooks. i'll miss you guys!\",\n",
       " ' lmao, im only joking mate',\n",
       " \" if you're watching this...i love you.&quot; i almost died. but now...she means nothing!\",\n",
       " ' you writing fanfic? me read!',\n",
       " \" why aren't you showing up as a #spymaster in my screen?\",\n",
       " '  thank you!',\n",
       " 'the graduation ceremony should be starting about now. i really wish i could be there.',\n",
       " \"_uk  o2 - train from bristol to london. it's terrible - and no wifi\",\n",
       " 'aarg, looks like i have to go home to vegas this weekend. so much for maker faire',\n",
       " ' nice!!!!!!!! i will be there',\n",
       " '_celeste  finally some sleep in silence',\n",
       " 'signing out for the night - have a good sunday night all',\n",
       " 'i got baby g wach its zi same as the 1 lady gaga wears in eh eh film clip but in pink!! i love you kay thanks a heap  i win olivia',\n",
       " ' black is good... tight, or should i say too tight, not so good.',\n",
       " \"can't be arsed to get out of bed  hello sunshine\",\n",
       " \"@_mmmichelle you're in france?!?! cheri!\",\n",
       " ' i said hi to u',\n",
       " \"i hate feeling like this about him  i need a break away from everyone... as soon as exams are over i'm defo off to portsmouth for a bit\",\n",
       " \"my hair won't turn whiiite\",\n",
       " ' thanks jk!!!  love ya to death',\n",
       " ' hi x your websites soo cool i love using it  thank you',\n",
       " \" ahhh i'm drinking some too!! and bride wars is really good\",\n",
       " \"i have not tweeted for sixteen days! i miss it =( i've been having fun though! =d ingrid on mon was frakking awesome  bbq today!\",\n",
       " \" i agree, however i can't sell  until i'm a full brick &amp; motar store...  soon though hopefully\",\n",
       " ' outlook not so good',\n",
       " ' very very very very cool.  http://www.inbflat.net/ more details? how it was made? please tell',\n",
       " 'nice night, should be golfing',\n",
       " ' // i feel your pain. i once lived in an apt for 6 mos where the previous tenant had 4 cats. burning eyes/tight lungs =  gregg',\n",
       " 'attempting to sleep. my puppy is sick already',\n",
       " 'ready for this saddenning depressing dullful upsetting dreadful weekend.',\n",
       " ' oh ****!!',\n",
       " \" i am in weirton julie, way up north at the tippy top! lol we don't think southern wv folks like us too much.\",\n",
       " \"i get so sucked in to true life, and that steve-o documentary was intense, i love that ****, it's nice to see people get their lives back\",\n",
       " 'frustrated by my stupid iphone i need a blackberry!!!!',\n",
       " ' i liked it.  did you record it yourself?  if so you have a very soothing voice.',\n",
       " \"well, she's getting through.\",\n",
       " \"i wish i can see clips of your show that you hosted. hottie shawn in the 80's! and yes your still a hottie!\",\n",
       " 'crash in qmbol',\n",
       " '   _coach   imho this soft is the best to keep the chaos straight   http://bit.ly/yufil',\n",
       " ' i was never a good stereotypical teen',\n",
       " \"-g'mornin' twitterville  took the day off from tweet'n yesterday &amp; i'm &quot;jonesing&quot; to get back into it today\",\n",
       " 'i &lt;3 rupert grint......&amp; of the boy, ive accepted tht i do fancy him  but im certain he doesnt feel the same so its not worth telling him',\n",
       " \"theyre sappin mah sentry! errr yea... i'm without power at home right now\",\n",
       " 'boo....up dlp is sold out for 8:30',\n",
       " \"im depressed on this pretty day  everyone either is doing something or can't...bleh -.-\",\n",
       " 'i have been awarded my first ever credit card',\n",
       " ' are you serious!? that bloooooows',\n",
       " \"ahhhhhhhh!i can't get miley to notice me......\",\n",
       " 'i had the best day ever! i missed him. more tomorrow too',\n",
       " \"undervote is just going on  i'm all overalled up\",\n",
       " \"going to group therapy session, can't wait to spill my guts... ha ha ha\",\n",
       " \"is 500 words into a 10 minute speech on 80s teen movies. due wednesday. blah blah. can't wait for the glenn ball!\",\n",
       " 'my msn crashes way too much  hmph',\n",
       " \" youuuu're an aaass  my aaass loooool\",\n",
       " ' love this one, especially the shoes  anyway, gmn punya acc lookbook ya? http://lookbook.nu/look/92920',\n",
       " 'i hate when you cant sleep',\n",
       " 'happy mothers day  esp to my mommy',\n",
       " 'http://twitpic.com/4wtii - new hair going to greeattt use!',\n",
       " \"awhile ago it freaking hot! now it's wet  turn off!\",\n",
       " 'the underwire in my bra is sticking out and poking me in the armpit',\n",
       " ' i miss you terribly',\n",
       " \" woah that's cool  just landed in london about 2 and1/2 hours ago.i love the scenery, beautiful ,\",\n",
       " 'oh is that time for real?',\n",
       " ' glad you like it  took around 2 and a half hours, would have been less but i kept stopping for food breaks haha  i was',\n",
       " \"happy muthath's day to all moms!!! i salute you!\",\n",
       " ' fatty! omg i just found the worst **** out and idk what to do i need to talk to you!! hopefully i see you when you get off work.',\n",
       " \" house probably resembling your kind of heaven no?  maybe ciaran's angels have moved in with you, hence inability to locate!\",\n",
       " '_x yepp.  do you like dylan or cole better?',\n",
       " ' u welcome babe, kill the show! yuuupp!',\n",
       " 'ooh, new bonkers is out tomorrow, nearly forgot about that',\n",
       " 'does not feel like babysitting. i want to go to the gym. weird, i know. i miss zack',\n",
       " ' too much? no, not unless one of the pillows ends up suffocating the one sleeping next to you.',\n",
       " \" fabulous. and i didn't get that pic  gmail be acting the fool sometimes. can u dm me it?\",\n",
       " \" it's never too late - they just need to buck their ideas up and stop being such a bunch of stuffy old reactionaries!\",\n",
       " ' no way to comment on site unless you are a member',\n",
       " 'how sad was hollyoaks',\n",
       " ' ha ha, no, will be thankful i am not dragging them up a mountain today',\n",
       " \"lovin' , , &amp; _bailon soooo much right now!\",\n",
       " ' ahhh!  ok, remember the film now.  never saw it though, will have to check it out. thanks',\n",
       " '_me thanks! kinda bittersweet though',\n",
       " ' im sorry',\n",
       " 'after 11 months....back to twitter again',\n",
       " 'sam can go shoot her self.',\n",
       " \"yay! i just fixed my blog's css problem that messed up the design\",\n",
       " ' i feel for you, that sounds like how kiya was last night  all i can say is get comfy on the couch and enjoy the cuddles!',\n",
       " \"geez i'm hating bein at work till 10 on a day like this i feel like its a wasted lovley day\",\n",
       " 'at social.  just saw g-1.. awwww',\n",
       " 'glenna is bored but glad that it is a beautiful day. macy went swimming and kris played golf while i sat at home waiting for them',\n",
       " 'sad! casue everyone is going their seperate ways! never going to see my friends again!',\n",
       " 'chatting with matt from mercy mercedes lol.',\n",
       " \"it's been so nice all day, and now it looks like it's going to rain...just when i was getting excited about taking photos when i get home\",\n",
       " '_18 i emailed you the link, pretty sad uh?  rip jessie kitty',\n",
       " \"leaving work, going to crystal to search for her license, picking her and bia up, then heading to vegas. ugh i'm tired already\",\n",
       " ' its hilarious',\n",
       " \"i had walkathon this morning.  and i'm among the first who arrived at the finishing line!\",\n",
       " ' ooh thats an early start  ive got bed planned for that time..ha..loveyoujonesy ****',\n",
       " 'awaiting reply from two projects. one cancelled.',\n",
       " \"_jonas101 wow they're totally amazing and they're more than awesome\",\n",
       " 'happy mothers day mumm  xoxo',\n",
       " \"they wouldn't reverse any of my overdraft fees.\",\n",
       " ' yeah, its still totally in the high 60s here. soooo notlooking forward to aug and sept up here',\n",
       " \"_gaba haha i think we should let the topic drop now. a quick poll would settle the matter if you don't believe me\",\n",
       " 'twitters gettin a lil bit confusin... twitterific?twitdroid?twitterberry? i understant the txt bit tho lol  ah well, twitters cool anyways',\n",
       " 'goodmorning everyone',\n",
       " 'totally just got hit on by one of her bar guests! ha ha...yay me!',\n",
       " 'wango tango!!! good night all',\n",
       " 'stupid!!!! my ipod is taking forever to load.',\n",
       " '_hand oops! i completely forgot!',\n",
       " 'working on something exciting... and i cannot tweet about it for several months',\n",
       " ' i love my mom tooo',\n",
       " \" oh and twas my very brilliant idea if i do say so myself  what can i say i'm an ideas woman\",\n",
       " 'bundy. in 3 days.!!!! warm weather here i come!',\n",
       " 'watching my favorite tv shows on hulu.com for free',\n",
       " 'paid all my bills only to go out to the mailbox to find more of them',\n",
       " \" tuned to listen, but had a 1:30 meeting. now know that my high school/college french doesn't cut it anymore.\",\n",
       " 'fort greene brooklyn flea was lovely! - looking forward to next weekend already',\n",
       " \" yeah, trimet says it's a 1hr trip, i get home at 6:30/6:45-ish, so we'd arrive just as everyone was leaving.\",\n",
       " \"  that's not good\",\n",
       " '  i miss you',\n",
       " 'contemplating getting my hair cut and having severe anxiety about it....',\n",
       " '  tis very useful indeed esp. for newbies like me!',\n",
       " ' heyy terrence u should come to my school on may 29th for our talent show',\n",
       " 'is tired. and turning off the internet. you can play on it in the morning.',\n",
       " ' sorry 19/female/atl very lonely',\n",
       " 'ill catch you at the very last second',\n",
       " ' miss you',\n",
       " \"i forget how much i miss my tribe til i have limited access to talking to them. spotty internet in the country so i won't be here long.\",\n",
       " \" i am public and can't get anyone to follow me\",\n",
       " 'i need to make more of an effort to meet some of my best online friends like   &lt;3 but **** the money it costs d:',\n",
       " ' hahahaha where is that train? i want on! that should be a wild ride',\n",
       " '_marie justin timberlake is sooo funny!!',\n",
       " 'did not sleep a wink last night  x',\n",
       " 'had to take my bad **** dog to the pet hotel....so sad',\n",
       " ' and i was just gonna ask you if you wanted to go to club hidden house on sat night. hehe.',\n",
       " ' i know, but work is so boring. i prefer the  take on life',\n",
       " 'happy star wars day',\n",
       " ' not happy',\n",
       " \" your'e a freak\",\n",
       " 'my girl friend also dropped me',\n",
       " \"having my dinner. eating bangus.  it's a fish.\",\n",
       " \"i've been reading up on sims 3 genetics on the sims 2 forums. apparently hair dye is passed on to offspring. i'm very disappointed\",\n",
       " ' good to know   thanks',\n",
       " ' i was supposed to go tomorrow tooooo, but have to use gas and ticket money to pay for car inspection fee.',\n",
       " 'trying this twitter thing out. facebook is finally a routine for me, now i need to figure out how to do the twitter thing',\n",
       " \"omgosh! it's 79 degrees and i'm sweating and miserable!  what am i gonna do when i visit the atx? need..ac! need...ac!\",\n",
       " \" what timeeee? my mom says i have to do something daw tomorrow, eh. but we're never compelte!\",\n",
       " 'finally finished exams &amp; home not watch otalia &amp; the pbp on bpd - no otalia today  hmm! via http://twib.es/cop',\n",
       " 'ha, the first request for sending a paper copy of my thesis',\n",
       " 'the 3d version of up sold out   regular version it is!',\n",
       " ' poor tony  come play scrabble on facebook!',\n",
       " \"just got back from a run &amp; i'm feeling grrrrrreeeeeaat!!!\",\n",
       " \" well tell me what fashion tips you need and i'm your woman  hehehe\",\n",
       " 'pleeaaasee come out sun',\n",
       " \" hi jordan i'm gonna all of u...i know ur busy and i know ur probably tired. but please reschedule nc. don't leave us out.\",\n",
       " '_s  tried to reply back to you, but you need to follow me for me to dm - we have many friends in common is the short answer',\n",
       " \"whuuurrrrr - glands really swollen now. guess the weekend's a blow out.\",\n",
       " \"one of my cat's is sick\",\n",
       " ' if i got paid by the hour i could retire by now  do you have xbox live? i am thinking rock band',\n",
       " \"&quot;you said &quot;darling what happened? did i fall asleep, and you carry me home? cuz i know i wasn't here&quot;&quot; goodnight twitterererers\",\n",
       " \"big sad face   bing doesn't work on iphone.  it just takes you to the regular mobile live search.\",\n",
       " '_**** cheer up lizzi there will b another foh hero concert   but still i suppose we can b upset  xoxoxo',\n",
       " 'thinks fml should changed to lml (love my life)',\n",
       " 'at every gas station, i look for postcards for   no luck.',\n",
       " 'off the a village may fayre now.  bag packed ready to bring back home-made goodies.',\n",
       " \" hello  i'm up late playing on the internet. i love you!\",\n",
       " 'went to the cd store to search for the cd. but',\n",
       " ' hiya! been looking for you1',\n",
       " ' hey, candis.',\n",
       " \"it's nice to leave the office when the sun is still up\",\n",
       " \"via : found #geocache head's up! http://coord.info/gc1ret6. probably my only find of the day.  http://bit.ly/js3s4\",\n",
       " ' big thanks melody!  gotta love that sunshine-lots of vit d',\n",
       " \"_traveler i want the tix!  oh, right.  i'm know where near vacaville ca.\",\n",
       " \" i keep trying to invite  out, but i think she's afraid of me.\",\n",
       " ' but i do emily ahahha you scare me, so it would work',\n",
       " 'workk! yay',\n",
       " 'really tired. and have to work the whole day tomorrow, the thought of it depresses me.  uncoooool....',\n",
       " '**** internet jus cut me off!  was bout 2 shoot sum guys eye out  ~*~kandi~*~',\n",
       " 'just got in a fight and kicked out of the bar. at least i knocked him out. have a fat lip though.  pulled another number',\n",
       " 'warmed up nicely outside.  sucks being stuck inside coding',\n",
       " \" wowie wooie someone updated their twitter without me having to remind you. i'm not even mad,i'm impressed.  how was the lasagna ?\",\n",
       " 'catching up on my reading... twitter n bf break',\n",
       " \"i love  very much  i called him, but he was talking to other fans  i love you a lot mitchel! i'll see u in el cajon. june 7\",\n",
       " 'oh fml its probs gunna be at shepards bush  i hate it there',\n",
       " ' come to rochester with me and nikki. beer and a hog roast always helps.',\n",
       " \" yayy  you'll can help me im doing my english homeworks which i had to do during the holidays &gt;.&lt;\",\n",
       " 'sending blessings out to ',\n",
       " ' i love you so much.  just got into my hiding spot, gonna go check out datalounge',\n",
       " ' yo, what happened to my invite?',\n",
       " \"oh my god! oh my god! oh my god! new supernatural starts tonight!  new sam and dean! oh my god! can't breathe!  &lt;3 &lt;3\",\n",
       " 'long day and i still have to mow the lawn',\n",
       " 'its freezing cold! i cant function right in this type of weather. starving to the max',\n",
       " \"but i do know is that i am extremely happy with him and wouldn't change him for the world and don't want anybody else.\",\n",
       " 'stayed home from school today   doctors sooooon.',\n",
       " 'i have a job at camp!!  only downfall? no midnight showing of harry potter for me',\n",
       " ' its a nice pair of shoes. i checked other nike shoes if its worth buying... it is',\n",
       " \" he's an amazing jockey! saw that clydesdale commercial too..loved it!\",\n",
       " ' actually, the post shows they know what happens when you overflow...',\n",
       " 'just got the nashville ihop staff to hit the dougie with me and mayne. what a **** night',\n",
       " \" ohhhh that reminds me. i know it's not one of yours.... can you send me some of my toothpaste?\",\n",
       " '_carter the link doesnt work',\n",
       " 'study all day.  just finished my care plan.  hungry as hell!  ima go treat myself with a burrito, for a good days work',\n",
       " '   well....hopefully someday soon you can get one!',\n",
       " 'fully inspired to write a song.',\n",
       " \"happy mother's day mom\",\n",
       " 'shopping!',\n",
       " 'looking at our photo shoot pics...check out our myspace pics to see them...i love them all...',\n",
       " 'live on stickam.com/itstyleryo come chat!',\n",
       " 'about to head to the strand, goodnight',\n",
       " 'http://twitpic.com/664oz - this is what happens when i have no models',\n",
       " 'i am freezing',\n",
       " ' i always forget something when i travel. i am at newark airport.',\n",
       " 'just thought about how unfair 3 ppl have been 2 me n got depressed again  haters!!!',\n",
       " '  bit of new scientist, this weeks an last weeks, and watership down',\n",
       " \" happy birthdayyy! hope you have an awesome day. didn't see you at next last night!\",\n",
       " 'when da heck will the garage man get here i ask you.. when..',\n",
       " ' will do hun. yes yes.',\n",
       " 'won a diamond for my compï¿½tition  , yaayy tomorow its the diamond dance off !! were the best  .. still in montrï¿½al !!',\n",
       " 'is excited!  http://plurk.com/p/stk04',\n",
       " ' yes, have to be right for church',\n",
       " \" got ya - that wouldn't be so bad tho right?\",\n",
       " ' happy bday!',\n",
       " ' or ftrh -- for the ride home',\n",
       " \"getting ready for work and the sun is shining, plus it's the w/e! bgt tonight..... what am i gonna do after it's finished?!\",\n",
       " 'missing my mom today. we made it a &quot;date&quot; every year to get our flowers together. this yr i was alone. felt so weird',\n",
       " 'ap: north korea could opt for devastating land assault... http://tinyurl.com/nmg9ht (via _report) scary talk to say the least.  mm',\n",
       " \" i've been sat sunbathing in the bombed out church all day and left and missed you\",\n",
       " \"holy moley! it's raining cats and dogs here! and i just got snazzified by min at salon mint!\",\n",
       " 'my 1st mothers day tomorrow',\n",
       " '_x how did your geo isu go? i swear i just had the worse day ever..',\n",
       " \"watching men n blk 2, wishin all the mums happy mother's day\",\n",
       " 'just finished watching the last of star wars',\n",
       " 'round 2',\n",
       " ' hehe - about nz being the most magical place on earth.',\n",
       " ' i have a new found respect for you now that i know you know the konami code!',\n",
       " ' aww, thank you soulmate! haha.',\n",
       " \"oh..summer begins..yay..  the fighting, crying and stress has started with the kids..it's only been 3 hrs since they got out.\",\n",
       " 'owww, back pain  hm, walmart or no? i could get cupcakes~',\n",
       " ' sorry demi, just read post that you can attend bgt. im sure your support for sb has helped tho  a world without paps plzz',\n",
       " 'thank god for some overcast and ivory. trying to get my mom to take me out to lunch egh doesnt look like its gonna work.',\n",
       " \"to be really really... not bored but bad, i won't know the news  but thats ok. brb x\",\n",
       " ' i was sent home yest from work, when in again today but feel like hell and burning up with a high temp, got it off hubby',\n",
       " '  out of commish for a few days in atl with fam.  just saw the updates to the .net website... looks awesome!',\n",
       " \"_kikireestl nooo. you were on my yahoo account. hmm. i wanna say b2k days. idk fo'sho\",\n",
       " 'take antibacterial to school to clean your hands when you cant go the loos',\n",
       " 'back to work tomorrow  whose idea was it to go back on a saturday?!? oh wait... that would be mine. fail.',\n",
       " \"now have windows 7 up and running....very very happy  it's got sum wicked new features http://bit.ly/jywnz\",\n",
       " ' no cuz i feel the same way....',\n",
       " 'prayers for my family and my dog - mozart is being put down this afternoon.   pics of him at http://tinyurl.com/mozartdog',\n",
       " 'so tonights tv viewing, bgt or hignfy and reggie perrin? wont be tweeting however as  minic has hidden ipod',\n",
       " 'sick to my stomach.. and i have a headache.. i wish someone could come rub my temples.',\n",
       " \"no phone call yett... hrmm. maybe a call from my end is in order?  i'll wait a bit longer, prom nights are often 'spuratic' moments.\",\n",
       " 'practice was a beast today. not going to see julian tonight',\n",
       " 'going to bed  cant take thiss any longeerr maan. [u]',\n",
       " 'sorry  i misspelled twice already. im notgiving you up, just have to run  ? http://blip.fm/~5jjxr',\n",
       " \"at an 80''s retro prom wishing he was here to dance with!  i'm gonna miss his great dancing 2nite  but still having a blast &amp; a few drinks\",\n",
       " 'i need a present for my mom.  could anybody help me ?!',\n",
       " \" hmmm really??? that's weird idk about that one  sowwy\",\n",
       " ' can you play i wish by jordan knight',\n",
       " 'this is absurd ! i feel like a dipping in the pool real quick . its too bad i dont have a poool',\n",
       " 'not found: the thing i was looking for',\n",
       " ' hey that is pretty good sucking up - my daughter is exactly the same - glad to see i am not alone   good luck mom',\n",
       " 'i wish i could go to #bea this weekend.',\n",
       " '11:11 pm perrrfect universal alignment.    &lt;33',\n",
       " ' when i go to the ticketmaster site it says &quot;no lisa williams events to be found&quot;',\n",
       " \" oh sweet! i'll definitely check it out when i get the chance...\",\n",
       " 'mudweight hauled in for last time by   http://yfrog.com/0zr2jqj',\n",
       " ' haha i shaved all my facial hair off except for my moustache cause i thought it would be cool! but it made me look gross',\n",
       " \" lol your tweets are so funny! i met you in calgary! you're awesome  can't wait for the next hp movie!\",\n",
       " ' thank you! marc jacobs thou ....love limited too',\n",
       " \"oh insomnia, i hate you. i'm bored of staring at my ceiling, cano go sleepnow please?\",\n",
       " ' me because i might not have enough money for college!!!',\n",
       " 'going to bed after a great night with a friend  glad to know she has the same feelings about classes as someone else',\n",
       " \" you shouldnt have to reset more than once  if it doesn't work right the first time, something is up\",\n",
       " 'gonna go to work with my honey today!!!! so exciting!!!',\n",
       " 'i am craving burrito boys - large halibut, with everything on it, no jalepenos, 1 line hot sauce. can anybody hook me up?',\n",
       " 'reading evermore by lynn viehl.',\n",
       " ' took my forum access away   fail.',\n",
       " ' hey, what about us followers in atl!!!!',\n",
       " ' agreed...this time of the year we should change the motto to &quot;the soggy state&quot;...my backyard looks like a swimming pool',\n",
       " \" you seem nice, you're generous and you know your stuff\",\n",
       " 'lots of tasks to complete today. first, wecloming new members to canadamigos social networking site, www.canadamigos.com, and coffee',\n",
       " ' well maybe someone will care',\n",
       " 'hahaha! alright  ..',\n",
       " \"they're gone.\",\n",
       " ' &lt;3 your gonna be the first  twitter ;) cause your amazing lol. come to canada  would do anything to see you perform',\n",
       " 'poor dead josh.  http://bit.ly/jkphn  please leave your messages of condolences there.  #boy #rip',\n",
       " \"  great! i'm glad you enjoy them  i hope you have a great day\",\n",
       " '..where is the song?',\n",
       " ' my interview if picked is ny too. but you probably forgot about me after blogtalk radio.',\n",
       " 'unstable broadband and electricity taking toll on my mental stability.',\n",
       " 'midnight ice-cream weather! so **** bored',\n",
       " 'feels sick to my stomach and idkk whyy',\n",
       " ' penguins win in ot, probably why you were busy.  one more game to win.',\n",
       " \"i'm suppose to get up to go find sumthin to wear tomorrow but i can't get up\",\n",
       " 'my younger sister flies in next week for a two week visit. so blessed to look forward to seeing family members visit.',\n",
       " '...nomore adventure time',\n",
       " ' how do you win the trip to america? please reply xo',\n",
       " \" err i think they're like 15 bucks a ticket cause its 3d too. too expensive\",\n",
       " \" yeah, i've seen that before, funny   *hey honey, jill just sent me a **** in a box*\",\n",
       " '1:30am goin to sleeeeep',\n",
       " ' follow me baby u said n da chat u will  luv ya goodnite',\n",
       " 'haappy bank holiday  2 weeeeks. aah!',\n",
       " 'i hate it when a website says the ticket prices are on another website and their not',\n",
       " \" i know it's against the law... i am a rebel in small things.\",\n",
       " 'school. 39 days !!! so exited. amazing premier ',\n",
       " \" i am surprised you haven't fired  for announcing the whole world of they body they'd found &quot;selfish&quot;\",\n",
       " ' http://twitpic.com/5ut6j - poor thing',\n",
       " '    grr! my stupid meebo is disconnecting me every 5 seconds',\n",
       " \"arrrr better half made me brekkie in bed. weather not 2 gud in black country 2day but we won't let it put the dampers on our planned bbq\",\n",
       " \" :o and i missed it? and i'll miss the rpt 2mrw  oh well there's youtube sunday i guess. thanks andrew\",\n",
       " 'i ate too many kisses.',\n",
       " ' lol that was a great movie',\n",
       " 'sorry for my lack of tweets  ive been buzy. new vid this saturday!!',\n",
       " 'ugh our two week push to produce a six pack has produced nothing but pain!',\n",
       " \" bristol's is the ish! i love their brunch on sundays. ruth chris is good too but i got sick there once.\",\n",
       " ' woohooo very cool see i knew u would get to see her',\n",
       " 'your the supporter  its totally up to you',\n",
       " ' aww stanley, have you still got him, they can live for like 20 years right?  x',\n",
       " \" i'm a real boy goddamit!!!!!!!!!!!!!! guh. apostro. i feel sad. the library lady thinks i'm stupid. she's stupid.  j\",\n",
       " ' thank ye, vaneta.  much appreciated',\n",
       " '@ lovelytrinkets i like the way you worded that about rocky road',\n",
       " \"hmm, had first pizza in ages and feel a bit sick now  that'll teach me!\",\n",
       " '_serafina85 its headed this way',\n",
       " 'on my way homee  i love long car rides&lt;3',\n",
       " \" i know, don't tell anyone  i dont know if my dad told the famz yet. i think i'm taking it online.\",\n",
       " \" knackered! been awake since 5 as couldn't sleep! just started work now. coffee and toast sounds awesome  chris has been busy!\",\n",
       " '**** awake at 2 am !  i hate sickness',\n",
       " ' ohhh, i really want to see coraline, it seems really good',\n",
       " ' what up? why no tweets. are you also filming in a place w/ no signal?  .hmmm.',\n",
       " 'had sbarro for dinner and krispy kreme for dessert. mmmmm! but so not very healthy.',\n",
       " \" have a cold one for me, i'm just off to work now\",\n",
       " 'leaving the beach .. having a great day with vicente .. we needed this time together',\n",
       " ' http://twitpic.com/4uyn9 - i need this. right now. this is absolutely mindddd blowing  i love this. so much!',\n",
       " ' #warmfuzzies to you, my friend',\n",
       " 'back from school  daily show was amazing  gonna watch it again later i think xd',\n",
       " \"i hate not getting e-mail's  going to do other stuff now...ice my toe (long story) and have some calpol (cold :s) soooo night xxxx\",\n",
       " ...]"
      ]
     },
     "execution_count": 23,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "test_df = pd.read_csv('/home/tidal/ML_Data/Tweet_Sentiment_Extraction/test.csv')\n",
    "prediction_text=convert_output(test_df,predictions)\n",
    "len(prediction_text)\n",
    "prediction_text"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>textID</th>\n",
       "      <th>selected_text</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>11aa4945ff</td>\n",
       "      <td>http://twitpic.com/67swx - i wish i was calli...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>fd1db57dc0</td>\n",
       "      <td>i'm done.haha. house md marathon ulet</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2524332d66</td>\n",
       "      <td>i'm concerned for that family</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>0fb19285b2</td>\n",
       "      <td>hey guys it's working no need to worry. i have...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>e6c9e5e3ab</td>\n",
       "      <td>26th february</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>311d2b185b</td>\n",
       "      <td>tracy and berwick breaks my achy breaky heart ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>95dfefd4e7</td>\n",
       "      <td>well off 2 bed...cant wait 2 party 4 mother's ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>739f17cfe1</td>\n",
       "      <td>oh yeah the camera clipping problems with void...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>c6322a85c2</td>\n",
       "      <td>_layne  hmm.. what's ur fav movie?? tv shows??</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>b4401d6b4d</td>\n",
       "      <td>salt and vinegar, cheese and onion make your ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>934ac753a2</td>\n",
       "      <td>nope, i'm on my way home now.</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>3f8fc09752</td>\n",
       "      <td>anyone have a super nintendo controller they w...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>a8e2c45625</td>\n",
       "      <td>in study hall with brittneyy!!</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>d761530c7f</td>\n",
       "      <td>is working until 11 tonight  http://plurk.com/...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>bb8443d7e2</td>\n",
       "      <td>watched yes man, it was good  http://tinyurl.c...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>41c5bce464</td>\n",
       "      <td>thank u sweetie! can't wait to set sail with ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>d5c25dbc63</td>\n",
       "      <td>still need to see that movie ! i am all abou...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>7a897c9999</td>\n",
       "      <td>http://twitpic.com/4wptj one of my prized mag...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>4d7def819d</td>\n",
       "      <td>aw, sorry e. :/ i hope it looks up for you (l...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>a8e17db0cc</td>\n",
       "      <td>_oyler poor little woman with her smushed in head</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>bbf1006316</td>\n",
       "      <td>new phone + zero contacts = poo. send me a mes...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>0fe8023456</td>\n",
       "      <td>_law_rence &amp;amp;  why?! my head feels like the...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>949020a350</td>\n",
       "      <td>oh no!!!!! it's raining on our sea world parad...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>f90a6f5da0</td>\n",
       "      <td>i am so sorry</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>390f169584</td>\n",
       "      <td>im a lady and ladies don't move couches. they...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>0de656eac1</td>\n",
       "      <td>**** fiesta at my house in my mouth  hit me up...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>144e6fb3ad</td>\n",
       "      <td>lazy day, staying off the foot as much as poss...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>9a55d83c79</td>\n",
       "      <td>yeh me 2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>27829d97bd</td>\n",
       "      <td>&amp;quot;sometime around midnight&amp;quot; by the ai...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>bebfd966a0</td>\n",
       "      <td>thanks for the hint.  http://tinyurl.com/chtx7e.</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3505</th>\n",
       "      <td>469196b094</td>\n",
       "      <td>can sum1 tells me how 2 vote 4 miley? it seems...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3506</th>\n",
       "      <td>9e734c1ed3</td>\n",
       "      <td>i'll put your name on the list</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3507</th>\n",
       "      <td>9ef44428d0</td>\n",
       "      <td>stupid storm. no river for us tonight</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3508</th>\n",
       "      <td>54717dab38</td>\n",
       "      <td>hahah, you own lab.hr  i own lab.ba, seems th...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3509</th>\n",
       "      <td>d1aa96a414</td>\n",
       "      <td>&amp;quot;patchouli oil &amp;amp; incense had a surge ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3510</th>\n",
       "      <td>94e0366b6d</td>\n",
       "      <td>http://twitpic.com/4u5h8 - leon looks supa' f...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3511</th>\n",
       "      <td>8a821c6d63</td>\n",
       "      <td>lol, very true. maybe next year. i loooved th...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3512</th>\n",
       "      <td>0b8cd8a6a8</td>\n",
       "      <td>sitting in an almost empty dorm, waiting for j...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3513</th>\n",
       "      <td>57f432f582</td>\n",
       "      <td>yummy yum-cha for mother's day with mum, dad, ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3514</th>\n",
       "      <td>1f9663bb46</td>\n",
       "      <td>guys will go see constance \\t logically</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3515</th>\n",
       "      <td>6564a03aa0</td>\n",
       "      <td>working the graveyard shift!</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3516</th>\n",
       "      <td>9b2b40dda6</td>\n",
       "      <td>_la ben's dreams make me so saddddddd  i want ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3517</th>\n",
       "      <td>a64b23f5e4</td>\n",
       "      <td>ugh i hate not having my car!! i miss you my l...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3518</th>\n",
       "      <td>3d17d4b72c</td>\n",
       "      <td>looks like we're rained out for weekend climbing</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3519</th>\n",
       "      <td>edd38781e4</td>\n",
       "      <td>its seriously quiet and lonely here without bunny</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3520</th>\n",
       "      <td>c963a42282</td>\n",
       "      <td>hates untalented **** being mean to my talente...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3521</th>\n",
       "      <td>9508aeca0c</td>\n",
       "      <td>ok      love you girls. but work beckons.  wil...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3522</th>\n",
       "      <td>99fcc18a8d</td>\n",
       "      <td>download movie  &amp;quot;a good day to be black &amp;...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3523</th>\n",
       "      <td>eabaf375f4</td>\n",
       "      <td>i must have viewed that picture of me and  fro...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3524</th>\n",
       "      <td>24747934b4</td>\n",
       "      <td>yeah, i'll probably 'stop' when all of my sto...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3525</th>\n",
       "      <td>32db5fc0a5</td>\n",
       "      <td>is back at working auditing away, time to make...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3526</th>\n",
       "      <td>885b8f47f7</td>\n",
       "      <td>yes sir i sure did.</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3527</th>\n",
       "      <td>b1999f0951</td>\n",
       "      <td>now i have a sunburn</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3528</th>\n",
       "      <td>f5d5f1fd33</td>\n",
       "      <td>thought id tanned after an hour in the sun, i ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3529</th>\n",
       "      <td>44daf50a02</td>\n",
       "      <td>paper writing til my heart's content</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3530</th>\n",
       "      <td>2f8444db6c</td>\n",
       "      <td>@_shannon1234 shannie im so sorry! didnt mean ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3531</th>\n",
       "      <td>11de8c0456</td>\n",
       "      <td>im slowing on my tweets..cuase i lost my phone</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3532</th>\n",
       "      <td>08f6036add</td>\n",
       "      <td>invasion of the old ladies has just ended, sti...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3533</th>\n",
       "      <td>27d6472b81</td>\n",
       "      <td>$#@! my nose stud fell out and i can't find it...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3534</th>\n",
       "      <td>aa1a163174</td>\n",
       "      <td>will do</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>3535 rows × 2 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "          textID                                      selected_text\n",
       "0     11aa4945ff   http://twitpic.com/67swx - i wish i was calli...\n",
       "1     fd1db57dc0              i'm done.haha. house md marathon ulet\n",
       "2     2524332d66                      i'm concerned for that family\n",
       "3     0fb19285b2  hey guys it's working no need to worry. i have...\n",
       "4     e6c9e5e3ab                                      26th february\n",
       "...          ...                                                ...\n",
       "3530  2f8444db6c  @_shannon1234 shannie im so sorry! didnt mean ...\n",
       "3531  11de8c0456     im slowing on my tweets..cuase i lost my phone\n",
       "3532  08f6036add  invasion of the old ladies has just ended, sti...\n",
       "3533  27d6472b81  $#@! my nose stud fell out and i can't find it...\n",
       "3534  aa1a163174                                            will do\n",
       "\n",
       "[3535 rows x 2 columns]"
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "sub=pd.read_csv(\"/home/tidal/ML_Data/Tweet_Sentiment_Extraction/sample_submission.csv\")\n",
    "sub['selected_text']=prediction_text\n",
    "sub"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>textID</th>\n",
       "      <th>text</th>\n",
       "      <th>sentiment</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>11aa4945ff</td>\n",
       "      <td>http://twitpic.com/67swx - i wish i was calli...</td>\n",
       "      <td>positive</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>fd1db57dc0</td>\n",
       "      <td>i'm done.haha. HOUSE MD marathon ulet</td>\n",
       "      <td>positive</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2524332d66</td>\n",
       "      <td>I'm concerned for that family</td>\n",
       "      <td>positive</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>0fb19285b2</td>\n",
       "      <td>HEY GUYS IT'S WORKING NO NEED TO WORRY. i have...</td>\n",
       "      <td>positive</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>e6c9e5e3ab</td>\n",
       "      <td>26th February</td>\n",
       "      <td>neutral</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>311d2b185b</td>\n",
       "      <td>Tracy and Berwick breaks my achy breaky heart ...</td>\n",
       "      <td>negative</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>95dfefd4e7</td>\n",
       "      <td>Well off 2 bed...cant wait 2 party 4 Mother's ...</td>\n",
       "      <td>positive</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>739f17cfe1</td>\n",
       "      <td>Oh yeah the camera clipping problems with Void...</td>\n",
       "      <td>positive</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>c6322a85c2</td>\n",
       "      <td>_Layne  hmm.. what's ur fav movie?? tv shows??</td>\n",
       "      <td>neutral</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>b4401d6b4d</td>\n",
       "      <td>salt and vinegar, cheese and onion make your ...</td>\n",
       "      <td>negative</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>934ac753a2</td>\n",
       "      <td>Nope, I'm on my way home now.</td>\n",
       "      <td>neutral</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>3f8fc09752</td>\n",
       "      <td>Anyone have a Super Nintendo Controller they w...</td>\n",
       "      <td>negative</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>a8e2c45625</td>\n",
       "      <td>In Study Hall with Brittneyy!!</td>\n",
       "      <td>neutral</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>d761530c7f</td>\n",
       "      <td>is working until 11 tonight  http://plurk.com/...</td>\n",
       "      <td>neutral</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>bb8443d7e2</td>\n",
       "      <td>Watched Yes Man, it was good  http://tinyurl.c...</td>\n",
       "      <td>positive</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>41c5bce464</td>\n",
       "      <td>thank u sweetie! Can't wait to set sail with ...</td>\n",
       "      <td>positive</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>d5c25dbc63</td>\n",
       "      <td>still need to see that movie ! I am all abou...</td>\n",
       "      <td>neutral</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>7a897c9999</td>\n",
       "      <td>http://twitpic.com/4wptj one of my prized mag...</td>\n",
       "      <td>neutral</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>4d7def819d</td>\n",
       "      <td>Aw, sorry E. :/ I hope it looks up for you (l...</td>\n",
       "      <td>neutral</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>a8e17db0cc</td>\n",
       "      <td>_Oyler Poor little woman with her smushed in head</td>\n",
       "      <td>negative</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>bbf1006316</td>\n",
       "      <td>new phone + zero contacts = poo. send me a mes...</td>\n",
       "      <td>positive</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>0fe8023456</td>\n",
       "      <td>_law_rence &amp;amp;  WHY?! my head feels like the...</td>\n",
       "      <td>negative</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>949020a350</td>\n",
       "      <td>Oh no!!!!! It's raining on our Sea World parad...</td>\n",
       "      <td>negative</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>f90a6f5da0</td>\n",
       "      <td>i am so sorry</td>\n",
       "      <td>negative</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>390f169584</td>\n",
       "      <td>im a lady and ladies don't move couches. they...</td>\n",
       "      <td>neutral</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>0de656eac1</td>\n",
       "      <td>**** fiesta at my house in my mouth  hit me up...</td>\n",
       "      <td>neutral</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>144e6fb3ad</td>\n",
       "      <td>lazy day, staying off the foot as much as poss...</td>\n",
       "      <td>neutral</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>9a55d83c79</td>\n",
       "      <td>yeh me 2</td>\n",
       "      <td>neutral</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>27829d97bd</td>\n",
       "      <td>&amp;quot;sometime around midnight&amp;quot; by The Ai...</td>\n",
       "      <td>negative</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>bebfd966a0</td>\n",
       "      <td>Thanks for the hint.  http://tinyurl.com/chtx7e.</td>\n",
       "      <td>positive</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3505</th>\n",
       "      <td>469196b094</td>\n",
       "      <td>can sum1 tells me how 2 vote 4 miley? it seems...</td>\n",
       "      <td>neutral</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3506</th>\n",
       "      <td>9e734c1ed3</td>\n",
       "      <td>I'll put your name on the list</td>\n",
       "      <td>neutral</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3507</th>\n",
       "      <td>9ef44428d0</td>\n",
       "      <td>Stupid storm. No river for us tonight</td>\n",
       "      <td>negative</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3508</th>\n",
       "      <td>54717dab38</td>\n",
       "      <td>hahah, you own lab.hr  I own lab.ba, seems th...</td>\n",
       "      <td>positive</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3509</th>\n",
       "      <td>d1aa96a414</td>\n",
       "      <td>&amp;quot;Patchouli oil &amp;amp; incense had a surge ...</td>\n",
       "      <td>positive</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3510</th>\n",
       "      <td>94e0366b6d</td>\n",
       "      <td>http://twitpic.com/4u5h8 - leon looks supa' f...</td>\n",
       "      <td>positive</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3511</th>\n",
       "      <td>8a821c6d63</td>\n",
       "      <td>LOL, very true. Maybe next year. I loooved th...</td>\n",
       "      <td>positive</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3512</th>\n",
       "      <td>0b8cd8a6a8</td>\n",
       "      <td>Sitting in an almost empty dorm, waiting for j...</td>\n",
       "      <td>neutral</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3513</th>\n",
       "      <td>57f432f582</td>\n",
       "      <td>Yummy yum-cha for mother's day with mum, dad, ...</td>\n",
       "      <td>positive</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3514</th>\n",
       "      <td>1f9663bb46</td>\n",
       "      <td>Guys will go see Constance \\t logically</td>\n",
       "      <td>neutral</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3515</th>\n",
       "      <td>6564a03aa0</td>\n",
       "      <td>working the graveyard shift!</td>\n",
       "      <td>neutral</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3516</th>\n",
       "      <td>9b2b40dda6</td>\n",
       "      <td>_la ben's dreams make me so saddddddd  i want ...</td>\n",
       "      <td>negative</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3517</th>\n",
       "      <td>a64b23f5e4</td>\n",
       "      <td>Ugh i hate not having my car!! i miss you my l...</td>\n",
       "      <td>negative</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3518</th>\n",
       "      <td>3d17d4b72c</td>\n",
       "      <td>looks like we're rained out for weekend climbing</td>\n",
       "      <td>negative</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3519</th>\n",
       "      <td>edd38781e4</td>\n",
       "      <td>Its seriously quiet and lonely here without Bunny</td>\n",
       "      <td>negative</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3520</th>\n",
       "      <td>c963a42282</td>\n",
       "      <td>Hates untalented **** being mean to my talente...</td>\n",
       "      <td>neutral</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3521</th>\n",
       "      <td>9508aeca0c</td>\n",
       "      <td>ok      Love you girls. but work beckons.  Wil...</td>\n",
       "      <td>neutral</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3522</th>\n",
       "      <td>99fcc18a8d</td>\n",
       "      <td>Download movie  &amp;quot;A Good Day to Be Black &amp;...</td>\n",
       "      <td>positive</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3523</th>\n",
       "      <td>eabaf375f4</td>\n",
       "      <td>I must have viewed that picture of me and  fro...</td>\n",
       "      <td>neutral</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3524</th>\n",
       "      <td>24747934b4</td>\n",
       "      <td>Yeah, I'll probably 'stop' when ALL of my sto...</td>\n",
       "      <td>negative</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3525</th>\n",
       "      <td>32db5fc0a5</td>\n",
       "      <td>is back at working auditing away, time to make...</td>\n",
       "      <td>positive</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3526</th>\n",
       "      <td>885b8f47f7</td>\n",
       "      <td>yes sir i sure did.</td>\n",
       "      <td>neutral</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3527</th>\n",
       "      <td>b1999f0951</td>\n",
       "      <td>Now I have a sunburn</td>\n",
       "      <td>negative</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3528</th>\n",
       "      <td>f5d5f1fd33</td>\n",
       "      <td>thought id tanned after an hour in the sun, i ...</td>\n",
       "      <td>negative</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3529</th>\n",
       "      <td>44daf50a02</td>\n",
       "      <td>Paper writing til my heart's content</td>\n",
       "      <td>neutral</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3530</th>\n",
       "      <td>2f8444db6c</td>\n",
       "      <td>@_shannon1234 Shannie im so sorry! didnt mean ...</td>\n",
       "      <td>negative</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3531</th>\n",
       "      <td>11de8c0456</td>\n",
       "      <td>Im Slowing on My Tweets..Cuase I Lost My Phone</td>\n",
       "      <td>negative</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3532</th>\n",
       "      <td>08f6036add</td>\n",
       "      <td>Invasion of the Old Ladies has just ended, sti...</td>\n",
       "      <td>neutral</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3533</th>\n",
       "      <td>27d6472b81</td>\n",
       "      <td>$#@! My nose stud fell out and I can't find it...</td>\n",
       "      <td>negative</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3534</th>\n",
       "      <td>aa1a163174</td>\n",
       "      <td>Will do</td>\n",
       "      <td>neutral</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>3535 rows × 3 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "          textID                                               text sentiment\n",
       "0     11aa4945ff   http://twitpic.com/67swx - i wish i was calli...  positive\n",
       "1     fd1db57dc0              i'm done.haha. HOUSE MD marathon ulet  positive\n",
       "2     2524332d66                      I'm concerned for that family  positive\n",
       "3     0fb19285b2  HEY GUYS IT'S WORKING NO NEED TO WORRY. i have...  positive\n",
       "4     e6c9e5e3ab                                      26th February   neutral\n",
       "...          ...                                                ...       ...\n",
       "3530  2f8444db6c  @_shannon1234 Shannie im so sorry! didnt mean ...  negative\n",
       "3531  11de8c0456     Im Slowing on My Tweets..Cuase I Lost My Phone  negative\n",
       "3532  08f6036add  Invasion of the Old Ladies has just ended, sti...   neutral\n",
       "3533  27d6472b81  $#@! My nose stud fell out and I can't find it...  negative\n",
       "3534  aa1a163174                                            Will do   neutral\n",
       "\n",
       "[3535 rows x 3 columns]"
      ]
     },
     "execution_count": 22,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "test_df"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# neutralだけそのままにしてみる -②"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [],
   "source": [
    "def jaccard(str1, str2): \n",
    "    a = set(str1.lower().split()) \n",
    "    b = set(str2.lower().split())\n",
    "    c = a.intersection(b)\n",
    "    return float(len(c)) / (len(a) + len(b) - len(c))\n",
    "\n",
    "def jaccard_score(txt_list1, txt_list2):\n",
    "    jcc_score = 0\n",
    "    for txt1, txt2 in zip(txt_list1, txt_list2):\n",
    "        jcc_score += jaccard(txt1,txt2)\n",
    "        #print(jcc_score)\n",
    "\n",
    "    jcc_score = jcc_score/len(txt_list1)\n",
    "    return jcc_score"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0.4666666666666667"
      ]
     },
     "execution_count": 13,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "jaccard_score([\"A B C D\",\"Q A Z W\"],[\"A C D H\",\"Q A T G\"])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>textID</th>\n",
       "      <th>selected_text</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>11aa4945ff</td>\n",
       "      <td>http://twitpic.com/67swx - i wish i was calli...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>fd1db57dc0</td>\n",
       "      <td>i'm done.haha. house md marathon ulet</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2524332d66</td>\n",
       "      <td>i'm concerned for that family</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>0fb19285b2</td>\n",
       "      <td>hey guys it's working no need to worry. i have...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>e6c9e5e3ab</td>\n",
       "      <td>26th february</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "       textID                                      selected_text\n",
       "0  11aa4945ff   http://twitpic.com/67swx - i wish i was calli...\n",
       "1  fd1db57dc0              i'm done.haha. house md marathon ulet\n",
       "2  2524332d66                      i'm concerned for that family\n",
       "3  0fb19285b2  hey guys it's working no need to worry. i have...\n",
       "4  e6c9e5e3ab                                      26th february"
      ]
     },
     "execution_count": 14,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "sub.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>textID</th>\n",
       "      <th>text</th>\n",
       "      <th>sentiment</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>e6c9e5e3ab</td>\n",
       "      <td>26th February</td>\n",
       "      <td>neutral</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>c6322a85c2</td>\n",
       "      <td>_Layne  hmm.. what's ur fav movie?? tv shows??</td>\n",
       "      <td>neutral</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>934ac753a2</td>\n",
       "      <td>Nope, I'm on my way home now.</td>\n",
       "      <td>neutral</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>a8e2c45625</td>\n",
       "      <td>In Study Hall with Brittneyy!!</td>\n",
       "      <td>neutral</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>d761530c7f</td>\n",
       "      <td>is working until 11 tonight  http://plurk.com/...</td>\n",
       "      <td>neutral</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>d5c25dbc63</td>\n",
       "      <td>still need to see that movie ! I am all abou...</td>\n",
       "      <td>neutral</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>7a897c9999</td>\n",
       "      <td>http://twitpic.com/4wptj one of my prized mag...</td>\n",
       "      <td>neutral</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>4d7def819d</td>\n",
       "      <td>Aw, sorry E. :/ I hope it looks up for you (l...</td>\n",
       "      <td>neutral</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>390f169584</td>\n",
       "      <td>im a lady and ladies don't move couches. they...</td>\n",
       "      <td>neutral</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>0de656eac1</td>\n",
       "      <td>**** fiesta at my house in my mouth  hit me up...</td>\n",
       "      <td>neutral</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "        textID                                               text sentiment\n",
       "4   e6c9e5e3ab                                      26th February   neutral\n",
       "8   c6322a85c2     _Layne  hmm.. what's ur fav movie?? tv shows??   neutral\n",
       "10  934ac753a2                      Nope, I'm on my way home now.   neutral\n",
       "12  a8e2c45625                     In Study Hall with Brittneyy!!   neutral\n",
       "13  d761530c7f  is working until 11 tonight  http://plurk.com/...   neutral\n",
       "16  d5c25dbc63    still need to see that movie ! I am all abou...   neutral\n",
       "17  7a897c9999   http://twitpic.com/4wptj one of my prized mag...   neutral\n",
       "18  4d7def819d   Aw, sorry E. :/ I hope it looks up for you (l...   neutral\n",
       "24  390f169584   im a lady and ladies don't move couches. they...   neutral\n",
       "25  0de656eac1  **** fiesta at my house in my mouth  hit me up...   neutral"
      ]
     },
     "execution_count": 15,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "test_neutral = test_df[test_df['sentiment'] == 'neutral']\n",
    "test_neutral.head(10)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "is working until 11 tonight  http://plurk.com/p/x2kbv\n",
      "is working until 11 tonight  http://plurk.com/p/x2kbv\n",
      "1.0\n"
     ]
    }
   ],
   "source": [
    "test_text_list = test_df.loc[:,'text']\n",
    "sub_text_list = sub.loc[:,'selected_text']\n",
    "print(test_text_list[13])\n",
    "print(sub_text_list[13])\n",
    "print(jaccard(test_text_list[25],sub_text_list[25]))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>textID</th>\n",
       "      <th>text</th>\n",
       "      <th>sentiment</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>e6c9e5e3ab</td>\n",
       "      <td>26th February</td>\n",
       "      <td>neutral</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "       textID            text sentiment\n",
       "4  e6c9e5e3ab   26th February   neutral"
      ]
     },
     "execution_count": 17,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "test_neutral[test_neutral['textID'] == \"e6c9e5e3ab\"]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "          textID                                      selected_text\n",
      "4     e6c9e5e3ab                                      26th february\n",
      "8     c6322a85c2     _layne  hmm.. what's ur fav movie?? tv shows??\n",
      "10    934ac753a2                      nope, i'm on my way home now.\n",
      "12    a8e2c45625                     in study hall with brittneyy!!\n",
      "13    d761530c7f  is working until 11 tonight  http://plurk.com/...\n",
      "...          ...                                                ...\n",
      "3523  eabaf375f4  i must have viewed that picture of me and  fro...\n",
      "3526  885b8f47f7                                yes sir i sure did.\n",
      "3529  44daf50a02               paper writing til my heart's content\n",
      "3532  08f6036add  invasion of the old ladies has just ended, sti...\n",
      "3534  aa1a163174                                            will do\n",
      "\n",
      "[1430 rows x 2 columns]\n"
     ]
    }
   ],
   "source": [
    "sub_neutral = pd.DataFrame()\n",
    "for test_textID in test_neutral['textID']:\n",
    "    sub_neutral = sub_neutral.append(sub[sub['textID'] == test_textID])\n",
    "\n",
    "print(sub_neutral)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<class 'pandas.core.frame.DataFrame'>\n",
      "<class 'pandas.core.frame.DataFrame'>\n"
     ]
    }
   ],
   "source": [
    "print(type(sub_neutral))\n",
    "print(type(test_neutral))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "1.0\n"
     ]
    }
   ],
   "source": [
    "test_text_list_ntl = test_neutral.loc[:,'text']\n",
    "sub_text_list_ntl = sub_neutral.loc[:,'selected_text']\n",
    "\n",
    "print(jaccard_score(test_text_list_ntl, sub_text_list_ntl))\n",
    "    "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "1.0\n"
     ]
    }
   ],
   "source": [
    "test_text_list = test_df.loc[:,'text']\n",
    "sub_text_list = sub.loc[:,'selected_text']\n",
    "\n",
    "print(jaccard_score(test_text_list, sub_text_list))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# ここまで -②"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>textID</th>\n",
       "      <th>selected_text</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>11aa4945ff</td>\n",
       "      <td>http://twitpic.com/67swx - i wish i was calli...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>fd1db57dc0</td>\n",
       "      <td>i'm done.haha. house md marathon ulet</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2524332d66</td>\n",
       "      <td>i'm concerned for that family</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>0fb19285b2</td>\n",
       "      <td>hey guys it's working no need to worry. i have...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>e6c9e5e3ab</td>\n",
       "      <td>26th february</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "       textID                                      selected_text\n",
       "0  11aa4945ff   http://twitpic.com/67swx - i wish i was calli...\n",
       "1  fd1db57dc0              i'm done.haha. house md marathon ulet\n",
       "2  2524332d66                      i'm concerned for that family\n",
       "3  0fb19285b2  hey guys it's working no need to worry. i have...\n",
       "4  e6c9e5e3ab                                      26th february"
      ]
     },
     "execution_count": 21,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "sub.to_csv('/home/tidal/ML_Data/Tweet_Sentiment_Extraction/submit/submission.csv',index=False)\n",
    "sub.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "TensorFlow-GPU",
   "language": "python",
   "name": "tf-gpu"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.9"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 4
}
